-- Logs begin at Thu 2021-06-10 14:32:27 UTC, end at Thu 2021-06-10 15:46:23 UTC. -- Jun 10 15:16:00.406417 dv-cinder-772126-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 10 15:16:03.069646 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.common.config [-] Logging enabled! Jun 10 15:16:03.070270 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev314 Jun 10 15:16:03.070458 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92331) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 10 15:16:03.073738 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.common.config [-] Logging enabled! Jun 10 15:16:03.074023 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev314 Jun 10 15:16:03.074342 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92331) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 10 15:16:03.075280 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 15:16:03.075513 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 15:16:03.075882 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 15:16:03.076128 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 15:16:03.076356 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 15:16:03.076678 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.076978 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.077281 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.077514 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.077829 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.078126 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.078412 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.078703 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.079000 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.079290 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.079571 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.079856 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.080089 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.080375 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.080667 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.080956 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.081183 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] debug = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.081466 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.081923 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.082346 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.082629 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.082921 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.083204 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.083478 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.083779 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.084067 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.084401 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] host = dv-cinder-772126-2-iscsi {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.084682 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.084973 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.085264 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.085552 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.085852 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.086132 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.086419 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.086693 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.086966 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] log_file = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.087247 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.087535 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.087822 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.088113 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.088339 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.088562 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.088852 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.089140 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.089414 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.089688 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.089991 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.090266 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.090542 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.090812 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.091098 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.091388 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.091676 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.091952 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.092226 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.092501 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.092775 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.093060 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.093333 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.093608 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.093906 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.094196 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.094469 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.094742 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.095040 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.095325 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.095607 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.095893 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.096168 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.096452 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.096728 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.097002 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.097281 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] use_json = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.097556 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.097854 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.098141 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.098417 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.098694 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.098970 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.099244 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.100095 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:03.100396 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.100697 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.101004 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.101294 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.101594 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.101903 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.102199 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.102473 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.102769 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.103059 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.103352 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.103633 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.103926 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.104209 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.104512 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.104820 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.105118 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.105413 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.105692 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.105999 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.106279 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.106561 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.106850 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.107153 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.107447 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.107725 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.108007 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.108303 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.108584 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.109113 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.109396 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.109686 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.109998 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.110277 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.110564 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.110846 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.111121 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.111397 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.111676 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.111969 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.112249 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.112524 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.112799 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.113078 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.113356 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.113645 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.113951 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.114231 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.114506 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.114784 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.115662 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.115948 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.116235 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.116515 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.116799 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.117075 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.117359 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.117632 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.117933 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.118213 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.118491 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.118766 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.119046 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.119321 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.119596 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.119875 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.120153 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.120429 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.120721 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.121022 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.121302 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.121583 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.121888 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.122175 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.122455 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.122736 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.123016 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.123296 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.123568 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.123862 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.124153 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.124461 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.124726 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.125007 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.125305 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.125584 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.125903 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.126188 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.126468 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.126762 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.127053 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.127350 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.127645 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.127943 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.128240 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.128537 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.128821 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.129135 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.129420 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:03.129640 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 15:16:03.129902 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92331) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 10 15:16:03.480825 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:16:03.481109 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:16:03.481406 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:16:03.481741 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 10 15:16:03.868636 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:03.868932 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:03.869209 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:03.870542 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:03.870827 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:03.871097 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:03.905559 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:03.905863 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:03.906138 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:03.919189 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:03.919473 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:03.919747 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:03.949743 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:03.950050 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:03.950329 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:03.986434 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:03.986720 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:03.986993 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.218566 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.219199 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.219199 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.219358 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.220307 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.344020 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.344345 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.344635 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.344915 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.345189 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.345505 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.345770 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.346057 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.346315 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.346599 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.346865 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.347139 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.347404 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.347672 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.347932 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.348204 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.348480 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.348741 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.349017 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.349274 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.349615 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.350001 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.350257 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.350543 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.350798 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.351048 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.351443 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 15:16:04.351688 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 15:16:04.351931 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 15:16:04.352170 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 15:16:04.352407 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 15:16:04.352644 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 15:16:04.353989 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 10 15:16:04.357093 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 10 15:16:04.361285 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 10 15:16:04.365534 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jun 10 15:16:04.367200 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 10 15:16:04.367666 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 10 15:16:04.368006 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 10 15:16:04.368394 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 10 15:16:04.371225 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 10 15:16:04.371482 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 10 15:16:04.371833 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 10 15:16:04.400046 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 10 15:16:04.400501 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.400802 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92331) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 10 15:16:04.401168 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.402566 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92331) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 10 15:16:04.402860 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 10 15:16:04.403114 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 10 15:16:04.406362 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.406653 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:04.470346 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 10 15:16:04.470536 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 10 15:16:04.470779 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 10 15:16:04.471161 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 10 15:16:04.493265 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_db.sqlalchemy.engines [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92331) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 10 15:16:05.189291 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.managers [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Initializing driver for type 'gre' Jun 10 15:16:05.189836 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] gre ID ranges: [(1, 1000)] Jun 10 15:16:05.355059 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.managers [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Initializing driver for type 'local' Jun 10 15:16:05.355720 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.managers [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Initializing driver for type 'vlan' Jun 10 15:16:05.435064 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] VlanTypeDriver initialization complete Jun 10 15:16:05.435396 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.managers [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Initializing driver for type 'vxlan' Jun 10 15:16:05.435892 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] vxlan ID ranges: [(1, 1000)] Jun 10 15:16:05.646669 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.managers [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Initializing extension driver 'port_security' Jun 10 15:16:05.647360 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.extensions.port_security [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] PortSecurityExtensionDriver initialization complete Jun 10 15:16:05.647703 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.managers [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Initializing mechanism driver 'openvswitch' Jun 10 15:16:05.648043 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.managers [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Initializing mechanism driver 'hyperv' Jun 10 15:16:05.660500 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.plugins.ml2.plugin [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92331) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:16:05.661451 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > port after_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.661854 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > port after_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.662230 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > port after_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.662690 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > subnet after_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.663046 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > subnet after_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.663393 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > subnet after_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.663773 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > network after_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.664120 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > network after_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.664489 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > network after_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.664879 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > security_group after_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.665227 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > security_group after_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.665598 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > security_group after_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.666001 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.666345 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.666683 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.667063 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > address_group after_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.667405 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > address_group after_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.667865 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > address_group after_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.668450 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] ML2 OVO RPC backend initialized. {{(pid=92331) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 10 15:16:05.669580 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > router_interface after_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.669975 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.670393 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > network before_response 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.670750 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > networks before_response 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.671092 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > port before_response 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.671435 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > ports before_response 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.671810 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > subnet before_response 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.672373 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > subnets before_response 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.672727 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > network after_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.673075 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > network after_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.673412 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > network after_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.673836 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > port after_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.674233 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > port after_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.674839 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > port after_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.675445 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > subnet after_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.676013 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > subnet after_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.676375 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > subnet after_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.677379 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.plugin [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Modular L2 Plugin initialization complete Jun 10 15:16:05.678504 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading services supported by the core plugin {{(pid=92331) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 10 15:16:05.679080 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.plugins.ml2.managers [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Got port-security extension from driver 'port_security' Jun 10 15:16:05.679693 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.extensions.vlantransparent [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Disabled vlantransparent extension. Jun 10 15:16:05.680194 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92331) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 10 15:16:05.680513 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading Plugin: router Jun 10 15:16:05.719098 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > router_interface before_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.719488 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > router after_create 55549900 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.719856 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > router before_create 55549900 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.720218 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.720589 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.720944 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > router after_delete 55549900 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.721323 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > floatingip after_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.721665 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > router after_create 55549900 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.722039 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > router after_update 55549900 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.722390 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > router after_update 55549900 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.722736 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.723096 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > router after_update 55549900 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.723504 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > router precommit_update 55549900 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.723870 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: port after_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.724233 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: port after_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.724547 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: subnet after_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.725084 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.725509 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > port precommit_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.725884 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > router precommit_create 55549900 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.726235 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: port before_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.726578 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > router precommit_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.726958 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > router after_update 55549900 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.727287 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > router precommit_delete 55549900 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.727642 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > router precommit_create 55549900 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.728007 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > router_interface after_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.728356 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > router precommit_update 55549900 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.728730 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > network after_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.729585 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Tracking information for resource: router configured {{(pid=92331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 15:16:05.729949 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Tracking information for resource: floatingip configured {{(pid=92331) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 15:16:05.735310 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.db.l3_agentschedulers_db [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 10 15:16:05.735878 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: port after_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.736252 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: port after_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.736587 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: port after_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.736936 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: port after_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.737724 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > router before_create 55550100 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.738109 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > router precommit_delete 55550100 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.738469 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > router precommit_create 55550100 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.738825 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > router precommit_update 55550100 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.743950 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.services.provider_configuration [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Service providers = [] {{(pid=92331) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 10 15:16:05.744309 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.db.servicetype_db [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92331) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 10 15:16:05.747233 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.services.service_base [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92331) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 15:16:05.747581 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.services.service_base [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92331) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 15:16:05.747917 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.services.service_base [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92331) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 15:16:05.748781 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.services.service_base [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92331) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 15:16:05.749151 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.services.service_base [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 10 15:16:05.749530 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 15:16:05.749873 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 10 15:16:05.760831 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 15:16:05.761160 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading Plugin: auto_allocate Jun 10 15:16:05.767150 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: network precommit_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.767519 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: network precommit_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.768043 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 15:16:05.768364 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading Plugin: tag Jun 10 15:16:05.774929 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 15:16:05.775257 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading Plugin: timestamp Jun 10 15:16:05.779160 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 15:16:05.779497 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading Plugin: network_ip_availability Jun 10 15:16:05.784862 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.785232 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.785588 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:05.786341 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 15:16:05.786658 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading Plugin: flavors Jun 10 15:16:05.791398 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 15:16:05.791729 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading Plugin: revisions Jun 10 15:16:05.795997 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92331) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 15:16:05.796385 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_concurrency.lockutils [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.315s {{(pid=92331) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:16:05.797119 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92331) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 10 15:16:05.797453 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Initializing extension manager. Jun 10 15:16:05.797991 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: __init__.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.798332 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: __pycache__ {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.798663 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.798995 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: address_group.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.799728 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.800284 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: address-group Jun 10 15:16:05.800603 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: address_scope.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.801298 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.801821 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: address-scope Jun 10 15:16:05.802140 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: admin_state_down_before_update.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.803050 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.803553 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: router-admin-state-down-before-update Jun 10 15:16:05.803871 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: agent.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.805281 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.805782 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: agent Jun 10 15:16:05.806134 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: agent_resources_synced.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.807025 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.807526 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: agent-resources-synced Jun 10 15:16:05.807844 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: allowedaddresspairs.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.809567 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.810114 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: allowed-address-pairs Jun 10 15:16:05.810441 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: auto_allocated_topology.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.811487 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.811996 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: auto-allocated-topology Jun 10 15:16:05.812319 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: availability_zone.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.813001 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.813502 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: availability_zone Jun 10 15:16:05.813855 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: availability_zone_filter.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.814754 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.815254 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: availability_zone_filter Jun 10 15:16:05.815575 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: data_plane_status.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.816454 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.816953 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension data-plane-status not supported by any of loaded plugins Jun 10 15:16:05.817274 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: default_subnetpools.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.818198 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.818703 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: default-subnetpools Jun 10 15:16:05.819025 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: dhcpagentscheduler.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.819813 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.820470 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: dhcp_agent_scheduler Jun 10 15:16:05.820720 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: dns.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.821616 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.822156 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension dns-integration not supported by any of loaded plugins Jun 10 15:16:05.822482 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: dns_domain_ports.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.823379 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.823880 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 10 15:16:05.824201 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: dvr.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.824913 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.825347 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: dvr Jun 10 15:16:05.825665 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: empty_string_filtering.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.826579 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.827085 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: empty-string-filtering Jun 10 15:16:05.827402 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.828290 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.828786 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 10 15:16:05.829104 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.830012 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.830514 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 10 15:16:05.830833 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: external_net.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.831749 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.832251 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: external-net Jun 10 15:16:05.832573 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: extra_dhcp_opt.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.833461 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.833991 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: extra_dhcp_opt Jun 10 15:16:05.834308 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: extraroute.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.835192 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.836340 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: extraroute Jun 10 15:16:05.836618 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: extraroute_atomic.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.837638 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.838173 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: extraroute-atomic Jun 10 15:16:05.838495 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: filter_validation.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.839142 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.839642 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: filter-validation Jun 10 15:16:05.839959 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: fip_pf_description.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.840848 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.841346 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 10 15:16:05.841667 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: fip_port_details.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.842598 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.843109 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: fip-port-details Jun 10 15:16:05.843430 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: flavors.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.844646 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.845159 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: flavors Jun 10 15:16:05.845482 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.847132 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.847651 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 10 15:16:05.847985 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: floatingip_pools.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.848671 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.849177 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: floatingip-pools Jun 10 15:16:05.849502 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: ip_allocation.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.850435 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.850937 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension ip_allocation not supported by any of loaded plugins Jun 10 15:16:05.851841 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.852740 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.853257 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: ip-substring-filtering Jun 10 15:16:05.853581 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: l2_adjacency.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.854514 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.855017 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension l2_adjacency not supported by any of loaded plugins Jun 10 15:16:05.855340 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: l3.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.856286 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.856805 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: router Jun 10 15:16:05.857131 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: l3_conntrack_helper.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.859721 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.860252 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 10 15:16:05.860585 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.861504 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.862042 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: ext-gw-mode Jun 10 15:16:05.862375 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.863275 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.863786 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: l3-ha Jun 10 15:16:05.864110 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: l3_flavors.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.864999 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.865508 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: l3-flavors Jun 10 15:16:05.865871 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.866777 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.867467 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: l3-port-ip-change-not-allowed Jun 10 15:16:05.867799 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: l3agentscheduler.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.868804 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.869310 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: l3_agent_scheduler Jun 10 15:16:05.869635 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: logging.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.871143 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.871663 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension logging not supported by any of loaded plugins Jun 10 15:16:05.871992 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: metering.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.872710 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.873287 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: metering Jun 10 15:16:05.873611 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.874713 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.875229 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: metering_source_and_destination_fields Jun 10 15:16:05.875555 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: multiprovidernet.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.876461 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.876965 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: multi-provider Jun 10 15:16:05.877286 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: netmtu.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.878213 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.878717 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: net-mtu Jun 10 15:16:05.879034 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: netmtu_writable.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.879930 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.880438 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: net-mtu-writable Jun 10 15:16:05.880759 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: network_availability_zone.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.881413 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.881958 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: network_availability_zone Jun 10 15:16:05.882276 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: network_ip_availability.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.884059 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.884570 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: network-ip-availability Jun 10 15:16:05.884895 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: network_segment_range.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.885638 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.886162 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension network-segment-range not supported by any of loaded plugins Jun 10 15:16:05.886482 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: pagination.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.887436 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.887764 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: pagination Jun 10 15:16:05.888082 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: port_device_profile.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.888976 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.889479 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: port-device-profile Jun 10 15:16:05.889824 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.890727 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.891228 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: port-mac-address-regenerate Jun 10 15:16:05.891547 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.892430 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.892930 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: port-numa-affinity-policy Jun 10 15:16:05.893253 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: port_resource_request.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.894240 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.894738 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension port-resource-request not supported by any of loaded plugins Jun 10 15:16:05.895059 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: portbindings.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.895974 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.896476 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: binding Jun 10 15:16:05.896841 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: portbindings_extended.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.900117 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.900644 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: binding-extended Jun 10 15:16:05.900979 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: portsecurity.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.901924 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.902440 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: port-security Jun 10 15:16:05.902769 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: project_id.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.903745 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.904077 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: project-id Jun 10 15:16:05.904401 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: providernet.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.905310 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.905848 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: provider Jun 10 15:16:05.906176 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: qos.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.909722 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.910283 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension qos not supported by any of loaded plugins Jun 10 15:16:05.910614 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.911844 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.912361 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 10 15:16:05.912689 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.913597 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.914919 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 10 15:16:05.915251 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: qos_default.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.916158 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.916670 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension qos-default not supported by any of loaded plugins Jun 10 15:16:05.916996 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: qos_fip.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.917635 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.918164 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension qos-fip not supported by any of loaded plugins Jun 10 15:16:05.924909 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: qos_gateway_ip.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.925482 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.926033 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 10 15:16:05.926356 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: qos_port_network_policy.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.927254 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.927764 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 10 15:16:05.928084 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: qos_rule_type_details.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.928978 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.930218 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 10 15:16:05.930545 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: qos_rules_alias.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.931576 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.932090 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 10 15:16:05.932412 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: quotasv2.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.933308 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.933639 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: quotas Jun 10 15:16:05.933987 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: quotasv2_detail.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.937010 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.937346 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: quota_details Jun 10 15:16:05.937674 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: rbac.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.938745 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.939266 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: rbac-policies Jun 10 15:16:05.939596 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: rbac_address_group.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.940512 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.941022 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: rbac-address-group Jun 10 15:16:05.941347 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: rbac_address_scope.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.942280 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.942793 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: rbac-address-scope Jun 10 15:16:05.943118 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: rbac_security_groups.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.944029 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.944540 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: rbac-security-groups Jun 10 15:16:05.944862 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: rbac_subnetpool.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.946042 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.946556 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: rbac-subnetpool Jun 10 15:16:05.946884 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: revisionifmatch.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.947799 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.948309 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: revision-if-match Jun 10 15:16:05.948632 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: revisions.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.949728 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.950270 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: standard-attr-revisions Jun 10 15:16:05.950600 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: router_availability_zone.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.951257 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.951761 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: router_availability_zone Jun 10 15:16:05.952082 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: routerservicetype.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.952980 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.953484 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension router-service-type not supported by any of loaded plugins Jun 10 15:16:05.953826 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.954730 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.955233 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: security-groups-normalized-cidr Jun 10 15:16:05.955556 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: security_groups_port_filtering.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.960301 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.960862 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: port-security-groups-filtering Jun 10 15:16:05.961186 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.962121 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.962632 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: security-groups-remote-address-group Jun 10 15:16:05.962953 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: securitygroup.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.972510 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.973052 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: security-group Jun 10 15:16:05.973390 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: segment.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.974680 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.975554 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension segment not supported by any of loaded plugins Jun 10 15:16:05.976035 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.977614 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.978171 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 10 15:16:05.978499 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: servicetype.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.979713 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.980484 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: service-type Jun 10 15:16:05.980813 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: sorting.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.981782 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.982139 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: sorting Jun 10 15:16:05.982466 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: standard_attr_segment.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.984110 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.984997 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 10 15:16:05.985550 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: standardattrdescription.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.986270 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.987051 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: standard-attr-description Jun 10 15:16:05.987620 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: stateful_security_group.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.989091 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.989820 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: stateful-security-group Jun 10 15:16:05.990166 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: stdattrs_common.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.990750 dv-cinder-772126-2-iscsi neutron-server[92331]: WARNING neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 10 15:16:05.991072 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.992798 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.993645 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 10 15:16:05.994217 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: subnet_onboard.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.995602 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.996169 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: subnet_onboard Jun 10 15:16:05.996705 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:05.997718 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:05.998383 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 10 15:16:05.998927 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: subnet_service_types.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:06.000226 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:06.000752 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: subnet-service-types Jun 10 15:16:06.001079 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: subnetallocation.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:06.002200 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:06.002723 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: subnet_allocation Jun 10 15:16:06.003051 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:06.003715 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:06.004236 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: subnetpool-prefix-ops Jun 10 15:16:06.004557 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:06.005483 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:06.006022 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 10 15:16:06.006344 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: tagging.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:06.007416 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:06.007963 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: standard-attr-tag Jun 10 15:16:06.008298 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: timestamp.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:06.009513 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:06.010070 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loaded extension: standard-attr-timestamp Jun 10 15:16:06.010396 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: trunk.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:06.017552 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:06.018096 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension trunk not supported by any of loaded plugins Jun 10 15:16:06.018425 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: trunk_details.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:06.019332 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:06.019840 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension trunk-details not supported by any of loaded plugins Jun 10 15:16:06.020168 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: uplink_status_propagation.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:06.021080 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:06.021586 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 10 15:16:06.021939 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Loading extension file: vlantransparent.py {{(pid=92331) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 15:16:06.022640 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92331) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 15:16:06.023190 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extension vlan-transparent not supported by any of loaded plugins Jun 10 15:16:06.025735 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Creating instance of TrackedResource for resource:network Jun 10 15:16:06.026301 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Creating instance of TrackedResource for resource:subnet Jun 10 15:16:06.026702 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 15:16:06.027104 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Creating instance of TrackedResource for resource:port Jun 10 15:16:06.028370 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.v2.resource_helper [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 15:16:06.028819 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.v2.resource_helper [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Service FLAVORS assigned prefix: {{(pid=92331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 15:16:06.029440 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.v2.resource_helper [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 15:16:06.029920 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.v2.resource_helper [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 15:16:06.030255 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Creating instance of TrackedResource for resource:router Jun 10 15:16:06.030698 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Creating instance of TrackedResource for resource:floatingip Jun 10 15:16:06.031184 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.v2.resource_helper [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Service METERING assigned prefix: /metering {{(pid=92331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 15:16:06.032635 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:06.033007 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:06.033359 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92331) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:16:06.034405 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Creating instance of CountableResource for resource:rbac_policy Jun 10 15:16:06.034848 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Creating instance of TrackedResource for resource:security_group Jun 10 15:16:06.035272 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Creating instance of TrackedResource for resource:security_group_rule Jun 10 15:16:06.035885 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.v2.resource_helper [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Service CORE assigned prefix: {{(pid=92331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 15:16:06.036215 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 15:16:06.036562 dv-cinder-772126-2-iscsi neutron-server[92331]: WARNING neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] subnetpool is already registered Jun 10 15:16:06.036996 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.v2.resource_helper [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Service CORE assigned prefix: {{(pid=92331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 15:16:06.037320 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 15:16:06.037650 dv-cinder-772126-2-iscsi neutron-server[92331]: WARNING neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] subnetpool is already registered Jun 10 15:16:06.040623 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.v2.resource_helper [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 15:16:06.041062 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.v2.resource_helper [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Service FLAVORS assigned prefix: {{(pid=92331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 15:16:06.041643 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.v2.resource_helper [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 15:16:06.042087 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.v2.resource_helper [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 15:16:06.042421 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Creating instance of TrackedResource for resource:router Jun 10 15:16:06.042766 dv-cinder-772126-2-iscsi neutron-server[92331]: WARNING neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] router is already registered Jun 10 15:16:06.043180 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Creating instance of TrackedResource for resource:floatingip Jun 10 15:16:06.043515 dv-cinder-772126-2-iscsi neutron-server[92331]: WARNING neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] floatingip is already registered Jun 10 15:16:06.043971 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.v2.resource_helper [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Service METERING assigned prefix: /metering {{(pid=92331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 15:16:06.044635 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Creating instance of CountableResource for resource:rbac_policy Jun 10 15:16:06.044956 dv-cinder-772126-2-iscsi neutron-server[92331]: WARNING neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] rbac_policy is already registered Jun 10 15:16:06.045364 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Creating instance of TrackedResource for resource:security_group Jun 10 15:16:06.045696 dv-cinder-772126-2-iscsi neutron-server[92331]: WARNING neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] security_group is already registered Jun 10 15:16:06.046126 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Creating instance of TrackedResource for resource:security_group_rule Jun 10 15:16:06.046456 dv-cinder-772126-2-iscsi neutron-server[92331]: WARNING neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] security_group_rule is already registered Jun 10 15:16:06.047072 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.v2.resource_helper [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Service CORE assigned prefix: {{(pid=92331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 15:16:06.047394 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 15:16:06.047724 dv-cinder-772126-2-iscsi neutron-server[92331]: WARNING neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] subnetpool is already registered Jun 10 15:16:06.048135 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.v2.resource_helper [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Service CORE assigned prefix: {{(pid=92331) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 15:16:06.048457 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 15:16:06.048785 dv-cinder-772126-2-iscsi neutron-server[92331]: WARNING neutron.quota.resource_registry [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] subnetpool is already registered Jun 10 15:16:06.049247 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: extensions {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.050772 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: address-groups {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.052276 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: address-scopes {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.055946 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: agents {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.055946 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: auto-allocated-topology {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.058066 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: availability_zones {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.059605 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: dhcp-networks {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.061731 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: dhcp-agents {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.063537 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: routers {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.065232 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: flavors {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.066541 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: service_profiles {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.067736 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: next_providers {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.069148 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: service_profiles {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.070875 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: floatingip-pools {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.072090 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: routers {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.073982 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: floatingips {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.075096 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: l3-routers {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.076498 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: l3-agents {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.077924 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: metering-labels {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.079186 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: metering-label-rules {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.081625 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: network-ip-availabilities {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.082906 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: bindings {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.084452 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: quotas {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.086075 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: quotas {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.087477 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: rbac-policies {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.088643 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: security-groups {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.089960 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: security-group-rules {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.091189 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: service-providers {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.092403 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: subnetpools {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.093738 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: subnetpools {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.095291 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: tags {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.096950 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: tags {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.098770 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: tags {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.100549 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: tags {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.102916 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: tags {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.104831 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: tags {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.106544 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: tags {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.108321 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: tags {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.110475 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: tags {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.112212 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron.api.extensions [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Extended resource: tags {{(pid=92331) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 15:16:06.118916 dv-cinder-772126-2-iscsi neutron-server[92331]: WARNING keystonemiddleware.auth_token [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 10 15:16:06.123412 dv-cinder-772126-2-iscsi neutron-server[92331]: WARNING keystonemiddleware.auth_token [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 10 15:16:06.131683 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_concurrency.lockutils [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Acquired lock "singleton_lock" {{(pid=92331) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 10 15:16:06.132156 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_concurrency.lockutils [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Releasing lock "singleton_lock" {{(pid=92331) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 10 15:16:06.132843 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO oslo_service.service [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Starting 2 workers Jun 10 15:16:06.137539 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Started child 92440 {{(pid=92331) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 15:16:06.141879 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Started child 92441 {{(pid=92331) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 15:16:06.143076 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:06.143730 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO neutron.service [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Neutron service started, listening on 0.0.0.0:9696 Jun 10 15:16:06.144103 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Notify callbacks [] for process, before_spawn {{(pid=92331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:06.144698 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [-] (92440) wsgi starting up on http://0.0.0.0:9696 Jun 10 15:16:06.146626 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO oslo_service.service [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Starting 1 workers Jun 10 15:16:06.147216 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:06.148617 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [-] (92441) wsgi starting up on http://0.0.0.0:9696 Jun 10 15:16:06.151942 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Started child 92442 {{(pid=92331) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 15:16:06.152455 dv-cinder-772126-2-iscsi neutron-server[92331]: INFO oslo_service.service [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Starting 1 workers Jun 10 15:16:06.155547 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.service [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] calling RpcWorker wait() {{(pid=92442) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 10 15:16:06.156320 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.service [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] returning from RpcWorker wait() {{(pid=92442) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 10 15:16:06.156847 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Started child 92443 {{(pid=92331) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 15:16:06.157458 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:06.157662 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG neutron_lib.callbacks.manager [None req-0ff9f10e-54e2-4103-88fd-de6b7ec974cd None None] Notify callbacks [] for process, after_spawn {{(pid=92331) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:06.157957 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:16:06.159648 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92331) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 10 15:16:06.159863 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 15:16:06.160051 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 15:16:06.160274 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 15:16:06.160629 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 15:16:06.160780 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 15:16:06.161291 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.161579 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.161876 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.162139 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.162402 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.162697 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:06.163227 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.163227 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.163509 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.164337 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.164553 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:16:06.164766 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.164766 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.165048 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.165180 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.165477 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.165688 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.166019 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.166272 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.166547 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.166800 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.166950 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.167210 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.167465 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.167725 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] debug = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.167968 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.168453 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.168697 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.168938 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.169156 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.169421 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.169648 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.169969 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.170227 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.170483 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.170736 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.171091 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.171322 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.171567 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.171718 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.171959 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.172223 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.172704 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] host = dv-cinder-772126-2-iscsi {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.172922 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.173190 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.173461 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.173720 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.174001 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.174288 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.174552 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.174821 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.175063 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.175312 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.175574 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.175841 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.176082 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.176324 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] log_file = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.176488 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] log_options = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.176742 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.176991 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.177251 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.177441 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.177595 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.177849 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.178035 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.178200 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.178475 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.178717 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.178931 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.179193 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.179490 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.180262 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.180524 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.180931 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.181173 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.181410 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.181675 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.181949 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.182174 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.182427 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.182671 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.182890 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.183110 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.183325 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.183552 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.183788 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.184003 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.184253 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.184495 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.184801 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.185065 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.185300 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.185458 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.185685 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.185923 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.186216 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.186634 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.186721 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.187288 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.187364 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.187630 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.187881 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.188083 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.188297 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] use_json = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.188515 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.188729 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.188980 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.189197 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.189429 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.189644 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.189878 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.190135 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.190542 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.190851 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.191159 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.191414 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.191666 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.191937 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.192243 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.192425 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.192675 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.192927 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.193245 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.193468 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.193758 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.194010 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.198465 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.198465 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.198465 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.198465 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.198465 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.198465 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.198465 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.198465 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.199042 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.199042 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.199042 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.199042 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.199042 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.199042 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.199042 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.199042 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.199594 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.199594 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.199594 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.199594 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.199594 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.199594 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.199990 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.199990 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.200137 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.200371 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.200610 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.200849 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.201071 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.201289 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.201506 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.201743 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.201986 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.202215 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.202450 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.202714 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.202963 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.203204 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.203441 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.203658 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.203877 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.204129 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.204371 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.204588 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.204809 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.205049 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.205300 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.207261 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.207261 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.207261 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.207261 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.207261 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.207638 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.207896 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.208146 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.208899 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.209082 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.209300 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.209523 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.209780 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.211621 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.211621 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.211621 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.211621 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.211621 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.211621 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.211621 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.212480 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.212480 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.212480 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.212827 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.212961 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.213110 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.216084 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.216084 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.216084 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.216084 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.216084 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.216084 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.216084 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.216084 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.219536 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.219536 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.219536 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.219536 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.219536 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.219536 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.219536 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.219536 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.221240 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.221240 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.221240 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.221240 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.221240 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.221240 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.221240 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.221240 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.222837 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.222837 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.222837 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.222837 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.222837 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.222837 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.222837 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.222837 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.224922 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.224922 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.224922 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.224922 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.224922 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.224922 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.224922 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.224922 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.224922 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.226010 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.226010 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.226010 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.226010 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.226010 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.226010 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.226010 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.226010 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.229498 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.229498 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.229498 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.229498 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.229498 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.229498 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.229498 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.229498 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.230093 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.230093 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.230093 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.230093 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.230093 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.230093 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.230510 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.230510 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.230652 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.230861 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.231077 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.231317 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.231565 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.231767 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.232007 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.232254 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.232467 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.232685 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.232936 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.233136 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.233353 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.233570 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.238534 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.238534 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.238534 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.238534 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.238534 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.238534 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.238534 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.238534 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.239124 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.239124 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.239124 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.239124 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.239124 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.239124 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.239124 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.239124 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.239775 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.239775 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.239775 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.239775 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.239775 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.239775 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.239775 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.239775 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.240344 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.240344 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.240344 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.240344 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.240344 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.240695 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.240781 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.240972 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.241212 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.241455 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.241697 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.242027 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.242834 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.243080 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.243323 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.243532 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.244004 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.244273 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.244507 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.244744 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.245122 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.245530 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.245750 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.246005 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.246587 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.246587 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.246846 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.246846 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.247107 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.247261 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.247465 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.247720 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.247936 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.248167 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.248385 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.248588 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.248806 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.249016 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.249216 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.249426 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.249639 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.249996 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.250406 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.250654 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.250941 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.251228 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.251605 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.252016 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.252335 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.252547 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.253201 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.253201 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.253201 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.253442 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.253673 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.254290 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.254290 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.254559 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.254810 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.255081 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.255362 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.255607 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.255824 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.256131 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.256486 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.256769 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.257027 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.257276 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.257608 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.257849 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.258072 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.258300 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.258536 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.258751 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.259014 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.259245 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.259472 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.259692 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.259938 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.260175 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.260409 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.260623 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.260881 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.261096 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.261252 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 15:16:06.261841 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92331) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 10 15:16:06.262006 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 15:16:06.262170 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 15:16:06.262334 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 15:16:06.262488 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 15:16:06.262626 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 15:16:06.262863 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.263099 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.263231 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.263365 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.263507 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.263640 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.263775 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.263903 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.264034 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.264187 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.264346 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.264502 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.264648 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.264806 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.264964 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.265123 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.265282 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.265439 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.265602 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.265759 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.265945 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.266107 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.266269 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] debug = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.266425 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.266626 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.266790 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.266947 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.267105 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.267262 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.267421 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.267578 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.267735 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.267894 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.268052 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.268209 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.268375 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.268525 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.268682 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.268840 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.268997 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.269155 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] host = dv-cinder-772126-2-iscsi {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.269317 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.269474 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.269630 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.269789 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.269975 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.270133 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.270291 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.270448 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.272917 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.272917 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.272917 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.272917 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.272917 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.272917 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] log_file = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.272917 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] log_options = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.272917 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.272917 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.274137 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.274137 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.274137 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.274137 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.274137 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.274137 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.274137 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.274596 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.274596 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.274596 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.274596 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.274596 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.274596 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.274596 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.275057 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.275057 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.275057 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.275262 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.275262 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.275414 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.275520 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.275679 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.275837 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.275995 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.276225 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.276322 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.276454 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.276611 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.276768 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.276924 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.277081 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.277238 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.277394 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.277552 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.277709 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.277900 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.278062 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.278219 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.278376 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.278533 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.278691 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.278848 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.279005 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.279161 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] use_json = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.279312 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.280227 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.280227 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.280227 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.280227 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.280227 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.280227 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.282146 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 15:16:06.282146 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.282146 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.282146 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.282146 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.282146 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.282146 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.282146 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.283056 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.283056 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.283056 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.283056 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.283056 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.283056 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.283056 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.283056 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.283585 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.283585 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.283585 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.283585 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.283585 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.283585 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.284023 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.284023 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.284165 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.284251 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.284351 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.284658 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.284658 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.284824 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.284986 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.285160 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.285334 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.285477 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.285640 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.285980 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.286146 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.286317 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.286481 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.286646 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.286811 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.286974 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.287137 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.287300 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.287463 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.287628 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.287791 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.287955 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.288118 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.288281 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.288444 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.288621 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.289403 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.289563 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.289712 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.289897 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.290047 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.290209 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.290340 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.290510 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.290670 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.290858 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.291027 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.291523 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.291523 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.291523 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.291925 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.291925 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.291925 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.292290 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.292290 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.292544 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.292544 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.292856 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.292856 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.293122 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.293122 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.293365 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.293493 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.293622 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.293750 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.293899 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.294029 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.294192 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.294355 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.294526 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.294703 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.294865 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.295026 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.295189 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.295350 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.295512 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.295677 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.295877 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.295990 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.296307 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.296543 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.296631 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.296771 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.296932 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.297094 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.297259 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.297468 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.297588 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.297849 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.297954 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.298082 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.298243 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.298404 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.298568 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.298728 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.301582 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.301582 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.301582 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.301582 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.301582 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.301582 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.301582 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.301582 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.302178 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.302178 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.302178 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.302178 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.302178 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.302178 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.302178 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.302178 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.302178 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.302784 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.302784 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.302784 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.302784 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.302784 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.302784 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.302784 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.303262 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:16:06.303356 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.303356 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.303356 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.303356 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.303356 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.303356 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.303709 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.303709 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.303825 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.304197 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.304197 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.304406 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.304489 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.304569 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.304739 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.304897 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.305035 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.305254 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.305395 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.305551 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.305686 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.305841 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.305993 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.306156 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.306318 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.306480 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.306641 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.306802 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.306963 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.307123 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.307284 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.307446 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.307607 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.307767 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.307928 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.308092 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.308275 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.308435 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.308596 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.308759 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.308922 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.309084 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.309247 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.309410 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.309572 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.309996 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.309996 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.310160 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.310237 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.310448 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.310652 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.310732 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.310810 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.310993 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.311155 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.311309 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.311466 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.311630 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.311791 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.311952 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.312154 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.312317 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.312479 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.312711 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.312819 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.312976 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.313121 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.313314 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.313544 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.313690 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.313853 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.313996 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.314164 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.314393 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.314393 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.314814 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.314814 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.315066 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.315066 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.315318 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.315318 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.315571 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.315724 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.315724 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.315986 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.316139 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.316278 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.316415 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.316550 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.316693 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.316824 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.316970 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.317133 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.318983 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.318983 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.318983 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.318983 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.318983 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.318983 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.318983 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.318983 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.321719 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.321719 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.321719 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.321719 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.321719 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.321719 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.321719 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.321719 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.323133 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.323133 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.323133 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.323133 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.323133 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.323133 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.323133 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.323133 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.323718 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.323718 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.323718 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.323718 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.323718 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.323718 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.323718 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.323718 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.323718 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.325408 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.325408 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.325408 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.325408 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.325408 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.325408 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.325408 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.325408 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.325408 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.327353 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.327353 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.327353 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.327353 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.327353 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 15:16:06.327353 dv-cinder-772126-2-iscsi neutron-server[92331]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92331) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 15:16:06.584296 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 45420) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:16:06.593647 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065243 Jun 10 15:16:18.203032 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935daa98-2a4e-446d-bca8-03d20ad87987 None None] get_active_networks_info from dv-cinder-772126-2-iscsi {{(pid=92442) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 10 15:16:18.329380 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935daa98-2a4e-446d-bca8-03d20ad87987 None None] No non-hosted networks {{(pid=92442) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 10 15:16:18.343149 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.agentschedulers_db [None req-935daa98-2a4e-446d-bca8-03d20ad87987 None None] DHCP Agent not found on host dv-cinder-772126-2-iscsi {{(pid=92442) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 10 15:16:18.618412 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-31d16f71-83ef-46ea-ac9e-41bca91cb392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037'] for agent, after_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:20.742994 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037'] for agent, after_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:20.764043 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:20.764641 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:20.765134 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:20.765617 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:20.766123 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:20.766595 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:20.767141 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:20.767732 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:20.768250 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:20.768756 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:20.769288 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:20.769791 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:20.770398 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772126-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:16:20.777661 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772126-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:16:20.799308 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-34ed1e94-5627-49e1-a8fd-730ba979a434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037'] for agent, after_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:20.835762 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.db.api [None req-2fc0374a-5ec6-4972-a16e-72c495926679 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-772126-2-iscsi {{(pid=92442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 15:16:20.836483 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_db.api [None req-2fc0374a-5ec6-4972-a16e-72c495926679 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 15:16:21.361727 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-2fc0374a-5ec6-4972-a16e-72c495926679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:21.854538 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037'] for agent, after_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:23.606174 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037'] for agent, after_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:24.615208 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 45514) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:16:24.997118 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.db.l3_hamode_db [None req-0475d10f-95dc-45bf-93f0-2f6c63788ffe None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 10 15:16:25.087638 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0475d10f-95dc-45bf-93f0-2f6c63788ffe None None] Routers set() bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:16:25.088019 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0475d10f-95dc-45bf-93f0-2f6c63788ffe None None] Router IDs set() for agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 10 15:16:25.124054 dv-cinder-772126-2-iscsi neutron-server[92441]: WARNING oslo_policy.policy [None req-e98797da-e529-417c-8d93-01ee53f9d218 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 15:16:25.124642 dv-cinder-772126-2-iscsi neutron-server[92441]: WARNING oslo_policy.policy [None req-e98797da-e529-417c-8d93-01ee53f9d218 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 15:16:25.338043 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [None req-e98797da-e529-417c-8d93-01ee53f9d218 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=92441) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 15:16:25.339064 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-e98797da-e529-417c-8d93-01ee53f9d218 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7228770 Jun 10 15:16:27.660930 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 45528) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:16:27.969301 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-8ac06e1c-562a-4e00-a3a0-f2178fede25f admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:16:28.067979 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.policy [None req-8ac06e1c-562a-4e00-a3a0-f2178fede25f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92441) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 10 15:16:28.113559 dv-cinder-772126-2-iscsi neutron-server[92441]: WARNING oslo_policy.policy [None req-8ac06e1c-562a-4e00-a3a0-f2178fede25f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 15:16:28.113956 dv-cinder-772126-2-iscsi neutron-server[92441]: WARNING oslo_policy.policy [None req-8ac06e1c-562a-4e00-a3a0-f2178fede25f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 15:16:28.122636 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.quota [None req-8ac06e1c-562a-4e00-a3a0-f2178fede25f admin admin] Loaded quota_driver: . Jun 10 15:16:28.289948 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8ac06e1c-562a-4e00-a3a0-f2178fede25f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786702061317', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786702057942', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786702147015', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786702145341', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786702162370', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786702156412', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3775415', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3780903', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-574484', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1036580'] for rbac-policy, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:28.525820 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8ac06e1c-562a-4e00-a3a0-f2178fede25f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:28.526986 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-8ac06e1c-562a-4e00-a3a0-f2178fede25f admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8650885 Jun 10 15:16:31.059050 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 45540) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:16:31.555317 dv-cinder-772126-2-iscsi neutron-server[92440]: WARNING oslo_policy.policy [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 15:16:31.555913 dv-cinder-772126-2-iscsi neutron-server[92440]: WARNING oslo_policy.policy [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 15:16:31.768941 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'name': 'private', 'project_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:16:31.770595 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.quota [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Loaded quota_driver: . Jun 10 15:16:31.899896 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Made reservation on behalf of e9c9e9fbc52041b4839c8ff0b465d4bf for: {'network': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:16:31.977428 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.policy [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92440) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 10 15:16:32.024094 dv-cinder-772126-2-iscsi neutron-server[92440]: WARNING oslo_policy.policy [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 15:16:32.024477 dv-cinder-772126-2-iscsi neutron-server[92440]: WARNING oslo_policy.policy [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 15:16:32.034537 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4185528'] for network, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:32.058947 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:32.194932 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:32.259734 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:32.265126 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:16:32.281405 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=92440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 15:16:32.315245 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786703803046', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:32.315896 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Unsubscribe: segment precommit_create {{(pid=92440) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 10 15:16:32.316360 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.db.segments_db [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Added segment 228eae7b-032e-4d62-bfe3-e0e44dbe818e of type vlan for network 64050c32-cb41-4b49-9124-70ef8de6cd79 Jun 10 15:16:32.335889 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8892d38e-3659-430b-8203-32607aceff12,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:16:32.391914 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:32.392259 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:32.392584 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:32.392901 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:32.393216 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:32.393544 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:32.393882 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:32.394194 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:32.394514 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:32.394823 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:32.395128 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:32.395430 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Tracked resource versions report: Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: pushed versions: Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: { 'AddressGroup': {'1.2'}, Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: 'ConntrackHelper': {'1.0'}, Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: 'Log': {'1.0'}, Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: 'Network': {'1.1'}, Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: 'Port': {'1.7'}, Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: 'PortForwarding': {'1.2'}, Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: 'QosPolicy': {'1.8'}, Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: 'SecurityGroup': {'1.4'}, Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: 'SecurityGroupRule': {'1.2'}, Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: 'SubPort': {'1.0'}, Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: 'Subnet': {'1.1'}, Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: 'Trunk': {'1.1'}} Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: consumer versions: Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: { DHCP agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: L3 agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: Metadata agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: Metering agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: Open vSwitch agent@dv-cinder-772126-2-iscsi: { 'AddressGroup': '1.2', Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: 'ConntrackHelper': '1.0', Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: 'Log': '1.0', Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: 'Network': '1.1', Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: 'Port': '1.7', Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: 'PortForwarding': '1.2', Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: 'QosPolicy': '1.8', Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: 'SecurityGroup': '1.4', Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: 'SecurityGroupRule': '1.2', Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: 'SubPort': '1.0', Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: 'Subnet': '1.1', Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: 'Trunk': '1.1'}} Jun 10 15:16:32.396517 dv-cinder-772126-2-iscsi neutron-server[92440]: {{(pid=92440) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 15:16:32.448852 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786703315887'] for network, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:32.453571 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:16:32.591388 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331'] for network, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:32.592978 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:16:32.593617 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:32.595609 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:16:32.706966 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Pushing event updated for resources: {'Network': ['ID=64050c32-cb41-4b49-9124-70ef8de6cd79,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:16:32.710372 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:16:32.718295 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Network 64050c32-cb41-4b49-9124-70ef8de6cd79 details requested by agent ovs-agent-dv-cinder-772126-2-iscsi with host dv-cinder-772126-2-iscsi {{(pid=92442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:16:32.755678 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6944795 Jun 10 15:16:35.330053 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 45562) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:16:35.737766 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b26dd7-7907-4336-8c62-e5ff6fbe43f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:16:35.739156 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-37b26dd7-7907-4336-8c62-e5ff6fbe43f1 admin admin] 10.222.0.26 "GET /v2.0/networks/64050c32-cb41-4b49-9124-70ef8de6cd79 HTTP/1.1" status: 200 len: 825 time: 0.4081249 Jun 10 15:16:35.776607 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-24b281f8-e9f2-4bac-acfb-f5b3fae63d58 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/f78aefa8-8f9c-48a7-ae6a-71009fc7987b HTTP/1.1" status: 200 len: 734 time: 0.0313435 Jun 10 15:16:35.784894 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-e42dc878-b6ef-4d0e-93f0-4e280a7eb306 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'f78aefa8-8f9c-48a7-ae6a-71009fc7987b', 'gateway_ip': '172.20.0.1', 'tenant_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'ip_version': 4, 'network_id': '64050c32-cb41-4b49-9124-70ef8de6cd79'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:16:35.979632 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42dc878-b6ef-4d0e-93f0-4e280a7eb306 admin admin] Made reservation on behalf of e9c9e9fbc52041b4839c8ff0b465d4bf for: {'subnet': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:16:35.982017 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e42dc878-b6ef-4d0e-93f0-4e280a7eb306 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:36.362960 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e42dc878-b6ef-4d0e-93f0-4e280a7eb306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322'] for subnet, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:36.367719 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:16:36.441193 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42dc878-b6ef-4d0e-93f0-4e280a7eb306 admin admin] Checking segment: {'id': '228eae7b-032e-4d62-bfe3-e0e44dbe818e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64050c32-cb41-4b49-9124-70ef8de6cd79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:16:36.441577 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42dc878-b6ef-4d0e-93f0-4e280a7eb306 admin admin] Network hostable DHCP agents. Network: 64050c32-cb41-4b49-9124-70ef8de6cd79, hostable agents: ['4860e634-0734-4446-9305-88b306355572'], hosted agents: [] {{(pid=92440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:16:36.446738 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42dc878-b6ef-4d0e-93f0-4e280a7eb306 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d8d3f51-4a67-4fb8-a989-55a53a3b88fc,revision_number=0']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:16:36.450976 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-e42dc878-b6ef-4d0e-93f0-4e280a7eb306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:16:36.533633 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42dc878-b6ef-4d0e-93f0-4e280a7eb306 admin admin] Network 64050c32-cb41-4b49-9124-70ef8de6cd79 is scheduled to be hosted by DHCP agent 4860e634-0734-4446-9305-88b306355572 with binding_index 1 {{(pid=92440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:16:36.621382 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [None req-e42dc878-b6ef-4d0e-93f0-4e280a7eb306 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-2-iscsi, 64050c32-cb41-4b49-9124-70ef8de6cd79) {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:16:36.625998 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42dc878-b6ef-4d0e-93f0-4e280a7eb306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:16:36.630260 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e42dc878-b6ef-4d0e-93f0-4e280a7eb306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:36.631110 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790cfa96-27fa-464c-a9d7-bf4052680aa6 None None] Network 64050c32-cb41-4b49-9124-70ef8de6cd79 requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:16:36.706454 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-e42dc878-b6ef-4d0e-93f0-4e280a7eb306 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9247413 Jun 10 15:16:36.970026 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcc455be-9be4-53fc-9fd0-280f6bd08d86-64050c32-cb41-4b49-9124-70ef8de6cd79', 'network_id': '64050c32-cb41-4b49-9124-70ef8de6cd79', 'tenant_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'fixed_ips': [{'subnet_id': '1d8d3f51-4a67-4fb8-a989-55a53a3b88fc'}]}} from dv-cinder-772126-2-iscsi. {{(pid=92442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 15:16:36.971272 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:37.261222 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.db_base_plugin_common [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Allocated IP 172.20.0.2 (64050c32-cb41-4b49-9124-70ef8de6cd79/1d8d3f51-4a67-4fb8-a989-55a53a3b88fc/eb1f67b5-7b74-4ae3-8b8c-cc64a2a69454) {{(pid=92442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:16:37.526462 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Notify callbacks [] for port, precommit_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:37.541780 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Transition to ACTIVE for port object eb1f67b5-7b74-4ae3-8b8c-cc64a2a69454 will not be triggered until provisioned by entity L2. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:16:37.562789 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Transition to ACTIVE for port object eb1f67b5-7b74-4ae3-8b8c-cc64a2a69454 will not be triggered until provisioned by entity DHCP. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:16:37.643288 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:37.646454 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:16:37.720113 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Network 64050c32-cb41-4b49-9124-70ef8de6cd79 is already hosted by enough agents. {{(pid=92442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:16:37.724773 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.scheduler.base_scheduler [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Resources bound (agent type, host, resource id): {{(pid=92442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:16:37.727940 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Received port after_create {{(pid=92442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:16:37.760154 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Pushing event updated for resources: {'Port': ['ID=eb1f67b5-7b74-4ae3-8b8c-cc64a2a69454,revision_number=1']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:16:37.792068 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:37.792344 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:37.792678 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:37.793004 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:37.793321 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:37.793637 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:37.793982 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:37.794298 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:37.794622 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:37.794937 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:37.795245 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:37.795549 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Tracked resource versions report: Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: pushed versions: Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: { 'AddressGroup': {'1.2'}, Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: 'ConntrackHelper': {'1.0'}, Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: 'Log': {'1.0'}, Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: 'Network': {'1.1'}, Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: 'Port': {'1.7'}, Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: 'PortForwarding': {'1.2'}, Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: 'QosPolicy': {'1.8'}, Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: 'SecurityGroup': {'1.4'}, Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: 'SecurityGroupRule': {'1.2'}, Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: 'SubPort': {'1.0'}, Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: 'Subnet': {'1.1'}, Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: 'Trunk': {'1.1'}} Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: consumer versions: Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: { DHCP agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: L3 agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: Metadata agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: Metering agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: Open vSwitch agent@dv-cinder-772126-2-iscsi: { 'AddressGroup': '1.2', Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: 'ConntrackHelper': '1.0', Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: 'Log': '1.0', Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: 'Network': '1.1', Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: 'Port': '1.7', Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: 'PortForwarding': '1.2', Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: 'QosPolicy': '1.8', Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: 'SecurityGroup': '1.4', Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: 'SecurityGroupRule': '1.2', Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: 'SubPort': '1.0', Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: 'Subnet': '1.1', Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: 'Trunk': '1.1'}} Jun 10 15:16:37.796670 dv-cinder-772126-2-iscsi neutron-server[92442]: {{(pid=92442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 15:16:37.800269 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:16:37.834385 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Attempting to bind port eb1f67b5-7b74-4ae3-8b8c-cc64a2a69454 on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:16:37.834819 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Attempting to bind port eb1f67b5-7b74-4ae3-8b8c-cc64a2a69454 by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '228eae7b-032e-4d62-bfe3-e0e44dbe818e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64050c32-cb41-4b49-9124-70ef8de6cd79'}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:16:37.835395 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Attempting to bind port eb1f67b5-7b74-4ae3-8b8c-cc64a2a69454 on network 64050c32-cb41-4b49-9124-70ef8de6cd79 {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:16:37.840136 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:16:37.840553 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Checking segment: {'id': '228eae7b-032e-4d62-bfe3-e0e44dbe818e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64050c32-cb41-4b49-9124-70ef8de6cd79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:16:37.841009 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:37.841393 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Bound using segment: {'id': '228eae7b-032e-4d62-bfe3-e0e44dbe818e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64050c32-cb41-4b49-9124-70ef8de6cd79'} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:16:37.841869 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Bound port: eb1f67b5-7b74-4ae3-8b8c-cc64a2a69454, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228eae7b-032e-4d62-bfe3-e0e44dbe818e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64050c32-cb41-4b49-9124-70ef8de6cd79'}}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:16:37.842257 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:37.916688 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] For port eb1f67b5-7b74-4ae3-8b8c-cc64a2a69454, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:16:37.943689 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] For port eb1f67b5-7b74-4ae3-8b8c-cc64a2a69454, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=eb1f67b5-7b74-4ae3-8b8c-cc64a2a69454,segment=NetworkSegment(228eae7b-032e-4d62-bfe3-e0e44dbe818e),segment_id=228eae7b-032e-4d62-bfe3-e0e44dbe818e)] {{(pid=92442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:16:38.046669 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:38.049954 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:16:38.120847 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Pushing event updated for resources: {'Port': ['ID=eb1f67b5-7b74-4ae3-8b8c-cc64a2a69454,revision_number=2']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:16:38.124265 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:16:39.068210 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 45570) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:16:39.400248 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [None req-8b7c650a-302c-4426-be64-bd41531c2dfe admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=92440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 15:16:39.401328 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-8b7c650a-302c-4426-be64-bd41531c2dfe admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3321438 Jun 10 15:16:41.794013 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 45578) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:16:42.113718 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [None req-a64989a5-20c2-4350-9a64-a6aca24e2aac admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=92440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 15:16:42.114776 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-a64989a5-20c2-4350-9a64-a6aca24e2aac admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3197565 Jun 10 15:16:44.128247 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4b1a28-f2a2-494a-816d-feef0209921b None None] Network 64050c32-cb41-4b49-9124-70ef8de6cd79 requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:16:44.274244 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-412fc375-8061-40c4-a65a-dccdc37b07cc None None] Provisioning for port eb1f67b5-7b74-4ae3-8b8c-cc64a2a69454 completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:16:44.621900 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device eb1f67b5-7b74-4ae3-8b8c-cc64a2a69454 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:16:44.726503 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 45592) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:16:44.771228 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port eb1f67b5-7b74-4ae3-8b8c-cc64a2a69454 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:16:44.776313 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port eb1f67b5-7b74-4ae3-8b8c-cc64a2a69454 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:16:44.776712 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:44.895326 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:44.932873 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port eb1f67b5-7b74-4ae3-8b8c-cc64a2a69454, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=eb1f67b5-7b74-4ae3-8b8c-cc64a2a69454,segment=NetworkSegment(228eae7b-032e-4d62-bfe3-e0e44dbe818e),segment_id=228eae7b-032e-4d62-bfe3-e0e44dbe818e)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:16:45.037891 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-015327ec-5638-4285-84c8-35d34e8b4ced admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:16:45.065162 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:45.067391 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:16:45.124036 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=eb1f67b5-7b74-4ae3-8b8c-cc64a2a69454,revision_number=3']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:16:45.127207 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:16:45.140006 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-015327ec-5638-4285-84c8-35d34e8b4ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26667'] for router, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:45.141584 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-015327ec-5638-4285-84c8-35d34e8b4ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1009843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26832'] for router, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:45.287662 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-015327ec-5638-4285-84c8-35d34e8b4ced admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:45.354756 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-015327ec-5638-4285-84c8-35d34e8b4ced admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938747'] for router, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:45.434022 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-015327ec-5638-4285-84c8-35d34e8b4ced admin admin] Notify callbacks [] for router, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:45.435210 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-015327ec-5638-4285-84c8-35d34e8b4ced admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7077239 Jun 10 15:16:46.610626 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device eb1f67b5-7b74-4ae3-8b8c-cc64a2a69454 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:16:46.666923 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port eb1f67b5-7b74-4ae3-8b8c-cc64a2a69454 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:16:46.667294 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:47.777253 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 45600) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:16:48.091670 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [None req-9bde14be-ed25-4e98-90d4-dec806371da6 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=92440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 15:16:48.093086 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-9bde14be-ed25-4e98-90d4-dec806371da6 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3144333 Jun 10 15:16:48.165654 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-270a4803-8762-4aca-9a44-2e624217fcde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:50.217742 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 5 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:16:50.448156 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 45608) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:16:50.676937 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:50.725368 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-5dda4513-05af-4a5d-9f5f-bc85b37d2ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:50.762572 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-da1edb11-e7ff-440b-b314-79ccbd5a924c admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:16:50.853410 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1edb11-e7ff-440b-b314-79ccbd5a924c admin admin] Made reservation on behalf of 8f2727d6edd54693b03168c697837c45 for: {'network': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:16:50.855598 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-da1edb11-e7ff-440b-b314-79ccbd5a924c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4185528'] for network, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:50.865871 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-da1edb11-e7ff-440b-b314-79ccbd5a924c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:50.957032 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-da1edb11-e7ff-440b-b314-79ccbd5a924c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:51.039452 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-da1edb11-e7ff-440b-b314-79ccbd5a924c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:51.042430 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:16:51.056433 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-da1edb11-e7ff-440b-b314-79ccbd5a924c admin admin] Reserving flat network on physical network physnet1 {{(pid=92440) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 10 15:16:51.075394 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1edb11-e7ff-440b-b314-79ccbd5a924c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb95dcc-c50c-4fa0-9f21-f20a113ed489,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:16:51.079320 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-da1edb11-e7ff-440b-b314-79ccbd5a924c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:16:51.080283 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-da1edb11-e7ff-440b-b314-79ccbd5a924c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:51.080649 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.db.segments_db [None req-da1edb11-e7ff-440b-b314-79ccbd5a924c admin admin] Added segment 1e5071be-3ff9-4f49-a059-52127763fcbb of type flat for network bafb3150-7231-46b7-88ed-3af7e5c7810a Jun 10 15:16:51.134173 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-da1edb11-e7ff-440b-b314-79ccbd5a924c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786703315887'] for network, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:51.265032 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-da1edb11-e7ff-440b-b314-79ccbd5a924c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331'] for network, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:51.266369 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1edb11-e7ff-440b-b314-79ccbd5a924c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:16:51.266937 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-da1edb11-e7ff-440b-b314-79ccbd5a924c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:51.269817 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:16:51.346731 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1edb11-e7ff-440b-b314-79ccbd5a924c admin admin] Pushing event updated for resources: {'Network': ['ID=bafb3150-7231-46b7-88ed-3af7e5c7810a,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:16:51.349617 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-da1edb11-e7ff-440b-b314-79ccbd5a924c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:16:51.354349 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-da1edb11-e7ff-440b-b314-79ccbd5a924c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9048042 Jun 10 15:16:51.369215 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Network bafb3150-7231-46b7-88ed-3af7e5c7810a details requested by agent ovs-agent-dv-cinder-772126-2-iscsi with host dv-cinder-772126-2-iscsi {{(pid=92442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:16:51.805661 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:53.556663 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:53.715851 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 45626) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:16:53.947869 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475dfcca-6786-4bca-8536-557831adb796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:16:53.949275 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-475dfcca-6786-4bca-8536-557831adb796 admin admin] 10.222.0.26 "GET /v2.0/subnets/1d8d3f51-4a67-4fb8-a989-55a53a3b88fc HTTP/1.1" status: 200 len: 849 time: 0.2324855 Jun 10 15:16:54.145155 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-28175099-963b-4ae2-af3d-e1a1d0e469d6 admin admin] 10.222.0.26 "GET /v2.0/routers/06e925f9-64e9-4781-bbe4-0a1f4fe97fd0 HTTP/1.1" status: 200 len: 704 time: 0.1905205 Jun 10 15:16:54.533702 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:54.855589 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Allocated IP 172.20.0.1 (64050c32-cb41-4b49-9124-70ef8de6cd79/1d8d3f51-4a67-4fb8-a989-55a53a3b88fc/75c8d1e6-f699-4909-bde2-3429bbdec274) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:16:55.072280 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:55.095219 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.provisioning_blocks [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Transition to ACTIVE for port object 75c8d1e6-f699-4909-bde2-3429bbdec274 will not be triggered until provisioned by entity DHCP. {{(pid=92441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:16:55.231800 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:55.235645 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:16:55.296458 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Network 64050c32-cb41-4b49-9124-70ef8de6cd79 is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:16:55.300703 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:16:55.354678 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Pushing event updated for resources: {'Port': ['ID=75c8d1e6-f699-4909-bde2-3429bbdec274,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:16:55.357779 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:16:55.357952 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-934716'] for router_interface, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:55.432202 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:55.432544 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:55.432870 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:55.433189 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:55.433507 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:55.433857 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:55.434175 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:55.434485 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:55.434808 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:55.435118 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:55.435421 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:55.435721 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Tracked resource versions report: Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: pushed versions: Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: { 'AddressGroup': {'1.2'}, Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: 'ConntrackHelper': {'1.0'}, Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: 'Log': {'1.0'}, Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: 'Network': {'1.1'}, Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: 'Port': {'1.7'}, Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: 'PortForwarding': {'1.2'}, Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: 'QosPolicy': {'1.8'}, Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: 'SecurityGroup': {'1.4'}, Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: 'SecurityGroupRule': {'1.2'}, Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: 'SubPort': {'1.0'}, Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: 'Subnet': {'1.1'}, Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: 'Trunk': {'1.1'}} Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: consumer versions: Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: { DHCP agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: L3 agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: Metadata agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: Metering agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: Open vSwitch agent@dv-cinder-772126-2-iscsi: { 'AddressGroup': '1.2', Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: 'ConntrackHelper': '1.0', Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: 'Log': '1.0', Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: 'Network': '1.1', Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: 'Port': '1.7', Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: 'PortForwarding': '1.2', Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: 'QosPolicy': '1.8', Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: 'SecurityGroup': '1.4', Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: 'SecurityGroupRule': '1.2', Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: 'SubPort': '1.0', Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: 'Subnet': '1.1', Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: 'Trunk': '1.1'}} Jun 10 15:16:55.437092 dv-cinder-772126-2-iscsi neutron-server[92441]: {{(pid=92441) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 15:16:55.449113 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:16:55.617000 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-a16bb49f-6922-4fff-8f4c-f556fae71208 None None] Provisioning for port 75c8d1e6-f699-4909-bde2-3429bbdec274 completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:16:55.620725 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-a16bb49f-6922-4fff-8f4c-f556fae71208 None None] Provisioning complete for port 75c8d1e6-f699-4909-bde2-3429bbdec274 triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:16:55.621045 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-a16bb49f-6922-4fff-8f4c-f556fae71208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:55.653884 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:55.664047 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-a16bb49f-6922-4fff-8f4c-f556fae71208 None None] Port 75c8d1e6-f699-4909-bde2-3429bbdec274 cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:16:55.911870 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:55.973208 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:55.974344 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-934728'] for router_interface, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:55.976038 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:16:56.046724 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Pushing event updated for resources: {'Port': ['ID=75c8d1e6-f699-4909-bde2-3429bbdec274,revision_number=2']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:16:56.049358 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:16:56.131698 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Network 64050c32-cb41-4b49-9124-70ef8de6cd79 is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:16:56.132979 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:16:56.283451 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-6742b816-8925-4e33-92f9-6b9d36064fa4 None None] Provisioning complete for port 75c8d1e6-f699-4909-bde2-3429bbdec274 triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:16:56.283826 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-6742b816-8925-4e33-92f9-6b9d36064fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:56.323492 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-6742b816-8925-4e33-92f9-6b9d36064fa4 None None] Port 75c8d1e6-f699-4909-bde2-3429bbdec274 cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:16:56.376689 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Router 06e925f9-64e9-4781-bbe4-0a1f4fe97fd0 is scheduled to L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa with binding_index 1 {{(pid=92441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 15:16:56.506225 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:16:56.511495 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] 10.222.0.26 "PUT /v2.0/routers/06e925f9-64e9-4781-bbe4-0a1f4fe97fd0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3606670 Jun 10 15:16:56.515458 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] Sync routers for ids ['06e925f9-64e9-4781-bbe4-0a1f4fe97fd0'] in dv-cinder-772126-2-iscsi {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:16:56.528011 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] Routers {'06e925f9-64e9-4781-bbe4-0a1f4fe97fd0'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:16:56.528861 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:16:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['06e925f9-64e9-4781-bbe4-0a1f4fe97fd0'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:16:56.736969 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] Set router 06e925f9-64e9-4781-bbe4-0a1f4fe97fd0 gateway port host: None {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:16:57.207083 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e925f9-64e9-4781-bbe4-0a1f4fe97fd0', 'name': 'router1', 'tenant_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:16:45Z', 'updated_at': '2021-06-10T15:16:55Z', 'revision_number': 2, 'project_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'gw_port_host': None, '_interfaces': [{'id': '75c8d1e6-f699-4909-bde2-3429bbdec274', 'name': '', 'network_id': '64050c32-cb41-4b49-9124-70ef8de6cd79', 'tenant_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'mac_address': 'fa:16:3e:25:6d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e925f9-64e9-4781-bbe4-0a1f4fe97fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d8d3f51-4a67-4fb8-a989-55a53a3b88fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:16:54Z', 'updated_at': '2021-06-10T15:16:55Z', 'revision_number': 2, 'project_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'subnets': [{'id': '1d8d3f51-4a67-4fb8-a989-55a53a3b88fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f78aefa8-8f9c-48a7-ae6a-71009fc7987b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:16:57.213077 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] Checking router: 06e925f9-64e9-4781-bbe4-0a1f4fe97fd0 for host: dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:16:57.213447 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] Updating router 06e925f9-64e9-4781-bbe4-0a1f4fe97fd0 port 75c8d1e6-f699-4909-bde2-3429bbdec274 binding host dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:16:57.283677 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:57.804540 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] Notify callbacks [] for port, precommit_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:57.821550 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.provisioning_blocks [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] Transition to ACTIVE for port object 75c8d1e6-f699-4909-bde2-3429bbdec274 will not be triggered until provisioned by entity L2. {{(pid=92443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:16:57.915994 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:57.920932 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:16:58.122820 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394262b4-5536-4760-a431-782db9cb50f6 None None] Pushing event updated for resources: {'Port': ['ID=75c8d1e6-f699-4909-bde2-3429bbdec274,revision_number=3']} {{(pid=92443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:16:58.159047 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394262b4-5536-4760-a431-782db9cb50f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:58.159388 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394262b4-5536-4760-a431-782db9cb50f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:58.159718 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394262b4-5536-4760-a431-782db9cb50f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:58.160045 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394262b4-5536-4760-a431-782db9cb50f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:58.160367 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394262b4-5536-4760-a431-782db9cb50f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:58.160690 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394262b4-5536-4760-a431-782db9cb50f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:58.161007 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394262b4-5536-4760-a431-782db9cb50f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:58.161325 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394262b4-5536-4760-a431-782db9cb50f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:58.161677 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394262b4-5536-4760-a431-782db9cb50f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:58.162033 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394262b4-5536-4760-a431-782db9cb50f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:58.162348 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394262b4-5536-4760-a431-782db9cb50f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:58.163360 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394262b4-5536-4760-a431-782db9cb50f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394262b4-5536-4760-a431-782db9cb50f6 None None] Tracked resource versions report: Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: pushed versions: Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: { 'AddressGroup': {'1.2'}, Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: 'ConntrackHelper': {'1.0'}, Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: 'Log': {'1.0'}, Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: 'Network': {'1.1'}, Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: 'Port': {'1.7'}, Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: 'PortForwarding': {'1.2'}, Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: 'QosPolicy': {'1.8'}, Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: 'SecurityGroup': {'1.4'}, Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: 'SecurityGroupRule': {'1.2'}, Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: 'SubPort': {'1.0'}, Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: 'Subnet': {'1.1'}, Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: 'Trunk': {'1.1'}} Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: consumer versions: Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: { DHCP agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: L3 agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: Metadata agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: Metering agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: Open vSwitch agent@dv-cinder-772126-2-iscsi: { 'AddressGroup': '1.2', Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: 'ConntrackHelper': '1.0', Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: 'Log': '1.0', Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: 'Network': '1.1', Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: 'Port': '1.7', Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: 'PortForwarding': '1.2', Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: 'QosPolicy': '1.8', Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: 'SecurityGroup': '1.4', Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: 'SecurityGroupRule': '1.2', Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: 'SubPort': '1.0', Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: 'Subnet': '1.1', Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: 'Trunk': '1.1'}} Jun 10 15:16:58.164618 dv-cinder-772126-2-iscsi neutron-server[92443]: {{(pid=92443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 15:16:58.168090 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-394262b4-5536-4760-a431-782db9cb50f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:16:58.172647 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] Attempting to bind port 75c8d1e6-f699-4909-bde2-3429bbdec274 on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:16:58.173045 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] Attempting to bind port 75c8d1e6-f699-4909-bde2-3429bbdec274 by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '228eae7b-032e-4d62-bfe3-e0e44dbe818e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64050c32-cb41-4b49-9124-70ef8de6cd79'}] {{(pid=92443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:16:58.173477 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] Attempting to bind port 75c8d1e6-f699-4909-bde2-3429bbdec274 on network 64050c32-cb41-4b49-9124-70ef8de6cd79 {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:16:58.178425 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:16:58.178961 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] Checking segment: {'id': '228eae7b-032e-4d62-bfe3-e0e44dbe818e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64050c32-cb41-4b49-9124-70ef8de6cd79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:16:58.179532 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:58.179927 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] Bound using segment: {'id': '228eae7b-032e-4d62-bfe3-e0e44dbe818e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64050c32-cb41-4b49-9124-70ef8de6cd79'} {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:16:58.180416 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] Bound port: 75c8d1e6-f699-4909-bde2-3429bbdec274, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '228eae7b-032e-4d62-bfe3-e0e44dbe818e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '64050c32-cb41-4b49-9124-70ef8de6cd79'}}] {{(pid=92443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:16:58.180788 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:58.255771 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.db [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] For port 75c8d1e6-f699-4909-bde2-3429bbdec274, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:16:58.278067 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.db [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] For port 75c8d1e6-f699-4909-bde2-3429bbdec274, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=75c8d1e6-f699-4909-bde2-3429bbdec274,segment=NetworkSegment(228eae7b-032e-4d62-bfe3-e0e44dbe818e),segment_id=228eae7b-032e-4d62-bfe3-e0e44dbe818e)] {{(pid=92443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:16:58.362566 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:58.364802 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-394262b4-5536-4760-a431-782db9cb50f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:16:58.437441 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] Routers {'06e925f9-64e9-4781-bbe4-0a1f4fe97fd0'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:16:58.438112 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:16:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['06e925f9-64e9-4781-bbe4-0a1f4fe97fd0'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:16:58.491334 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394262b4-5536-4760-a431-782db9cb50f6 None None] Pushing event updated for resources: {'Port': ['ID=75c8d1e6-f699-4909-bde2-3429bbdec274,revision_number=4']} {{(pid=92443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:16:58.493830 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-394262b4-5536-4760-a431-782db9cb50f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:16:58.572755 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] Set router 06e925f9-64e9-4781-bbe4-0a1f4fe97fd0 gateway port host: None {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:16:58.688859 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 45650) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:16:58.815050 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745d0668-155a-4b94-8f31-fd94f7f39d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:16:58.817829 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-745d0668-155a-4b94-8f31-fd94f7f39d21 admin admin] 10.222.0.26 "GET /v2.0/networks/bafb3150-7231-46b7-88ed-3af7e5c7810a HTTP/1.1" status: 200 len: 842 time: 0.1266327 Jun 10 15:16:58.825861 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-55c92635-1977-4b92-bd96-df916d1c1e3c admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:16:58.846992 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e925f9-64e9-4781-bbe4-0a1f4fe97fd0', 'name': 'router1', 'tenant_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:16:45Z', 'updated_at': '2021-06-10T15:16:55Z', 'revision_number': 2, 'project_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'gw_port_host': None, '_interfaces': [{'id': '75c8d1e6-f699-4909-bde2-3429bbdec274', 'name': '', 'network_id': '64050c32-cb41-4b49-9124-70ef8de6cd79', 'tenant_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'mac_address': 'fa:16:3e:25:6d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e925f9-64e9-4781-bbe4-0a1f4fe97fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d8d3f51-4a67-4fb8-a989-55a53a3b88fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:16:54Z', 'updated_at': '2021-06-10T15:16:58Z', 'revision_number': 4, 'project_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'subnets': [{'id': '1d8d3f51-4a67-4fb8-a989-55a53a3b88fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f78aefa8-8f9c-48a7-ae6a-71009fc7987b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:16:58.851295 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e66a45-de51-40b2-b41b-c12d03974020 None None] The sync data for ids ['06e925f9-64e9-4781-bbe4-0a1f4fe97fd0'] in dv-cinder-772126-2-iscsi is: [{'id': '06e925f9-64e9-4781-bbe4-0a1f4fe97fd0', 'name': 'router1', 'tenant_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:16:45Z', 'updated_at': '2021-06-10T15:16:55Z', 'revision_number': 2, 'project_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'gw_port_host': None, '_interfaces': [{'id': '75c8d1e6-f699-4909-bde2-3429bbdec274', 'name': '', 'network_id': '64050c32-cb41-4b49-9124-70ef8de6cd79', 'tenant_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'mac_address': 'fa:16:3e:25:6d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e925f9-64e9-4781-bbe4-0a1f4fe97fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d8d3f51-4a67-4fb8-a989-55a53a3b88fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:16:54Z', 'updated_at': '2021-06-10T15:16:58Z', 'revision_number': 4, 'project_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'subnets': [{'id': '1d8d3f51-4a67-4fb8-a989-55a53a3b88fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f78aefa8-8f9c-48a7-ae6a-71009fc7987b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:16:58.936583 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c92635-1977-4b92-bd96-df916d1c1e3c admin admin] Made reservation on behalf of 8f2727d6edd54693b03168c697837c45 for: {'subnet': 1} {{(pid=92441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:16:58.939062 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-55c92635-1977-4b92-bd96-df916d1c1e3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:59.400046 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.objects.ports [None req-55c92635-1977-4b92-bd96-df916d1c1e3c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92441) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 15:16:59.400482 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-55c92635-1977-4b92-bd96-df916d1c1e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322'] for subnet, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:59.403342 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:16:59.467936 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c92635-1977-4b92-bd96-df916d1c1e3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=66421b7e-18a2-4c9a-a813-c12246305922,revision_number=0']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:16:59.471138 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-55c92635-1977-4b92-bd96-df916d1c1e3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:16:59.480167 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c92635-1977-4b92-bd96-df916d1c1e3c admin admin] Checking segment: {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:16:59.480540 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c92635-1977-4b92-bd96-df916d1c1e3c admin admin] Network hostable DHCP agents. Network: bafb3150-7231-46b7-88ed-3af7e5c7810a, hostable agents: ['4860e634-0734-4446-9305-88b306355572'], hosted agents: [] {{(pid=92441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:16:59.556016 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c92635-1977-4b92-bd96-df916d1c1e3c admin admin] Network bafb3150-7231-46b7-88ed-3af7e5c7810a is scheduled to be hosted by DHCP agent 4860e634-0734-4446-9305-88b306355572 with binding_index 1 {{(pid=92441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:16:59.635929 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-55c92635-1977-4b92-bd96-df916d1c1e3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-2-iscsi, bafb3150-7231-46b7-88ed-3af7e5c7810a) {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:16:59.640235 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c92635-1977-4b92-bd96-df916d1c1e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:16:59.641274 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-55c92635-1977-4b92-bd96-df916d1c1e3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:16:59.645375 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8771291d-8391-4e90-96a4-51459df71af6 None None] Network bafb3150-7231-46b7-88ed-3af7e5c7810a requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:16:59.749835 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-55c92635-1977-4b92-bd96-df916d1c1e3c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9151931 Jun 10 15:16:59.864305 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3f545b-eab1-49e1-a301-51eb04a6f152 None None] Network bafb3150-7231-46b7-88ed-3af7e5c7810a requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:17:02.122454 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 45662) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:17:02.360935 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-d23b65b9-54c5-43c1-bb3c-5e60e73747c5 admin admin] 10.222.0.26 "GET /v2.0/routers/06e925f9-64e9-4781-bbe4-0a1f4fe97fd0 HTTP/1.1" status: 200 len: 710 time: 0.2373796 Jun 10 15:17:02.498025 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b603e55f-ddd8-4253-a2a4-c51779f3e7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:17:02.499388 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-b603e55f-ddd8-4253-a2a4-c51779f3e7eb admin admin] 10.222.0.26 "GET /v2.0/networks/bafb3150-7231-46b7-88ed-3af7e5c7810a HTTP/1.1" status: 200 len: 886 time: 0.1334324 Jun 10 15:17:02.508571 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-41826fdf-9503-4c39-899f-b1955c463e57 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:17:02.629754 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 75c8d1e6-f699-4909-bde2-3429bbdec274 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:17:02.778810 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port 75c8d1e6-f699-4909-bde2-3429bbdec274 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:17:02.782823 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 75c8d1e6-f699-4909-bde2-3429bbdec274 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:17:02.783191 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:02.877826 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:02.910381 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-41826fdf-9503-4c39-899f-b1955c463e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26822'] for router, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:02.913733 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port 75c8d1e6-f699-4909-bde2-3429bbdec274, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=75c8d1e6-f699-4909-bde2-3429bbdec274,segment=NetworkSegment(228eae7b-032e-4d62-bfe3-e0e44dbe818e),segment_id=228eae7b-032e-4d62-bfe3-e0e44dbe818e)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:17:02.982508 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:02.984585 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:03.039618 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=75c8d1e6-f699-4909-bde2-3429bbdec274,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:03.042764 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:03.303068 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-41826fdf-9503-4c39-899f-b1955c463e57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:03.384174 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-41826fdf-9503-4c39-899f-b1955c463e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:03.615405 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.db_base_plugin_common [None req-41826fdf-9503-4c39-899f-b1955c463e57 admin admin] Allocated IP 172.27.3.25 (bafb3150-7231-46b7-88ed-3af7e5c7810a/66421b7e-18a2-4c9a-a813-c12246305922/c2e32700-b353-413a-b96c-df30e25b1539) {{(pid=92440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:17:03.805601 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-41826fdf-9503-4c39-899f-b1955c463e57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:03.953997 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-41826fdf-9503-4c39-899f-b1955c463e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:03.956095 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:04.037256 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41826fdf-9503-4c39-899f-b1955c463e57 admin admin] Network bafb3150-7231-46b7-88ed-3af7e5c7810a is already hosted by enough agents. {{(pid=92440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:17:04.042041 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [None req-41826fdf-9503-4c39-899f-b1955c463e57 admin admin] Resources bound (agent type, host, resource id): {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:17:04.047153 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41826fdf-9503-4c39-899f-b1955c463e57 admin admin] Received port after_create {{(pid=92440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:17:04.049316 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41826fdf-9503-4c39-899f-b1955c463e57 admin admin] Pushing event updated for resources: {'Port': ['ID=c2e32700-b353-413a-b96c-df30e25b1539,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:04.098205 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-41826fdf-9503-4c39-899f-b1955c463e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:04.585844 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-41826fdf-9503-4c39-899f-b1955c463e57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:04.609816 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 75c8d1e6-f699-4909-bde2-3429bbdec274 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:17:04.664325 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 75c8d1e6-f699-4909-bde2-3429bbdec274 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:17:04.664692 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:04.860490 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-41826fdf-9503-4c39-899f-b1955c463e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26822'] for router, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:04.863904 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-41826fdf-9503-4c39-899f-b1955c463e57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-938733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-938722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-936390'] for router, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:05.013976 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41826fdf-9503-4c39-899f-b1955c463e57 admin admin] Router 06e925f9-64e9-4781-bbe4-0a1f4fe97fd0 has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:17:05.154760 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41826fdf-9503-4c39-899f-b1955c463e57 admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:17:05.159639 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-41826fdf-9503-4c39-899f-b1955c463e57 admin admin] Notify callbacks [] for router, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:05.160807 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-41826fdf-9503-4c39-899f-b1955c463e57 admin admin] 10.222.0.26 "PUT /v2.0/routers/06e925f9-64e9-4781-bbe4-0a1f4fe97fd0 HTTP/1.1" status: 200 len: 889 time: 2.6560998 Jun 10 15:17:05.164951 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] Sync routers for ids ['06e925f9-64e9-4781-bbe4-0a1f4fe97fd0'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:17:05.176009 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] Routers {'06e925f9-64e9-4781-bbe4-0a1f4fe97fd0'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:17:05.176701 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:16:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['06e925f9-64e9-4781-bbe4-0a1f4fe97fd0'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:17:05.421376 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] Set router 06e925f9-64e9-4781-bbe4-0a1f4fe97fd0 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:17:05.919607 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e925f9-64e9-4781-bbe4-0a1f4fe97fd0', 'name': 'router1', 'tenant_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'c2e32700-b353-413a-b96c-df30e25b1539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:16:45Z', 'updated_at': '2021-06-10T15:17:04Z', 'revision_number': 4, 'project_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'gw_port': {'id': 'c2e32700-b353-413a-b96c-df30e25b1539', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e925f9-64e9-4781-bbe4-0a1f4fe97fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:17:03Z', 'updated_at': '2021-06-10T15:17:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '75c8d1e6-f699-4909-bde2-3429bbdec274', 'name': '', 'network_id': '64050c32-cb41-4b49-9124-70ef8de6cd79', 'tenant_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'mac_address': 'fa:16:3e:25:6d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e925f9-64e9-4781-bbe4-0a1f4fe97fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d8d3f51-4a67-4fb8-a989-55a53a3b88fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:16:54Z', 'updated_at': '2021-06-10T15:17:02Z', 'revision_number': 5, 'project_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'subnets': [{'id': '1d8d3f51-4a67-4fb8-a989-55a53a3b88fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f78aefa8-8f9c-48a7-ae6a-71009fc7987b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:17:05.925421 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] Checking router: 06e925f9-64e9-4781-bbe4-0a1f4fe97fd0 for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:17:05.925777 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] Updating router 06e925f9-64e9-4781-bbe4-0a1f4fe97fd0 port c2e32700-b353-413a-b96c-df30e25b1539 binding host dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:17:05.965850 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:06.338127 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] Notify callbacks [] for port, precommit_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:06.347894 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] Transition to ACTIVE for port object c2e32700-b353-413a-b96c-df30e25b1539 will not be triggered until provisioned by entity L2. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:17:06.453422 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:06.456504 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:06.516681 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] Attempting to bind port c2e32700-b353-413a-b96c-df30e25b1539 on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:17:06.517080 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] Attempting to bind port c2e32700-b353-413a-b96c-df30e25b1539 by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:17:06.517581 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] Attempting to bind port c2e32700-b353-413a-b96c-df30e25b1539 on network bafb3150-7231-46b7-88ed-3af7e5c7810a {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:17:06.523868 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46d7b0-ff0a-4f46-82e9-54353dda1859 None None] Pushing event updated for resources: {'Port': ['ID=c2e32700-b353-413a-b96c-df30e25b1539,revision_number=2']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:06.527476 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-2d46d7b0-ff0a-4f46-82e9-54353dda1859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:06.530882 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:17:06.531292 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] Checking segment: {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:17:06.531853 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:06.532704 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] Bound using segment: {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:17:06.532865 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] Bound port: c2e32700-b353-413a-b96c-df30e25b1539, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:17:06.533268 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:06.596394 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] For port c2e32700-b353-413a-b96c-df30e25b1539, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:17:06.599392 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] For port c2e32700-b353-413a-b96c-df30e25b1539, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=c2e32700-b353-413a-b96c-df30e25b1539,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:17:06.687570 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:06.689924 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-2d46d7b0-ff0a-4f46-82e9-54353dda1859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:06.753679 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46d7b0-ff0a-4f46-82e9-54353dda1859 None None] Pushing event updated for resources: {'Port': ['ID=c2e32700-b353-413a-b96c-df30e25b1539,revision_number=3']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:06.756727 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] Routers {'06e925f9-64e9-4781-bbe4-0a1f4fe97fd0'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:17:06.757488 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:16:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['06e925f9-64e9-4781-bbe4-0a1f4fe97fd0'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:17:06.759365 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-2d46d7b0-ff0a-4f46-82e9-54353dda1859 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:06.902686 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] Set router 06e925f9-64e9-4781-bbe4-0a1f4fe97fd0 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:17:07.169482 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e925f9-64e9-4781-bbe4-0a1f4fe97fd0', 'name': 'router1', 'tenant_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'c2e32700-b353-413a-b96c-df30e25b1539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:16:45Z', 'updated_at': '2021-06-10T15:17:04Z', 'revision_number': 4, 'project_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'gw_port': {'id': 'c2e32700-b353-413a-b96c-df30e25b1539', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e925f9-64e9-4781-bbe4-0a1f4fe97fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:17:03Z', 'updated_at': '2021-06-10T15:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '75c8d1e6-f699-4909-bde2-3429bbdec274', 'name': '', 'network_id': '64050c32-cb41-4b49-9124-70ef8de6cd79', 'tenant_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'mac_address': 'fa:16:3e:25:6d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e925f9-64e9-4781-bbe4-0a1f4fe97fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d8d3f51-4a67-4fb8-a989-55a53a3b88fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:16:54Z', 'updated_at': '2021-06-10T15:17:02Z', 'revision_number': 5, 'project_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'subnets': [{'id': '1d8d3f51-4a67-4fb8-a989-55a53a3b88fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f78aefa8-8f9c-48a7-ae6a-71009fc7987b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:17:07.172933 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2f958a-0c2a-4463-acf7-b30baaab3489 None None] The sync data for ids ['06e925f9-64e9-4781-bbe4-0a1f4fe97fd0'] in dv-cinder-772126-2-iscsi is: [{'id': '06e925f9-64e9-4781-bbe4-0a1f4fe97fd0', 'name': 'router1', 'tenant_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'c2e32700-b353-413a-b96c-df30e25b1539', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:16:45Z', 'updated_at': '2021-06-10T15:17:04Z', 'revision_number': 4, 'project_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'gw_port': {'id': 'c2e32700-b353-413a-b96c-df30e25b1539', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:bb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e925f9-64e9-4781-bbe4-0a1f4fe97fd0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:17:03Z', 'updated_at': '2021-06-10T15:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '75c8d1e6-f699-4909-bde2-3429bbdec274', 'name': '', 'network_id': '64050c32-cb41-4b49-9124-70ef8de6cd79', 'tenant_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'mac_address': 'fa:16:3e:25:6d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e925f9-64e9-4781-bbe4-0a1f4fe97fd0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d8d3f51-4a67-4fb8-a989-55a53a3b88fc', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:16:54Z', 'updated_at': '2021-06-10T15:17:02Z', 'revision_number': 5, 'project_id': 'e9c9e9fbc52041b4839c8ff0b465d4bf', 'subnets': [{'id': '1d8d3f51-4a67-4fb8-a989-55a53a3b88fc', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f78aefa8-8f9c-48a7-ae6a-71009fc7987b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:17:07.528676 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 45670) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:17:07.666352 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-e2d2bb5c-d4e1-4755-8a15-a5cb79b8c81f admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1365137 Jun 10 15:17:08.637150 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device c2e32700-b353-413a-b96c-df30e25b1539 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:17:08.759035 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port c2e32700-b353-413a-b96c-df30e25b1539 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:17:08.767949 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port c2e32700-b353-413a-b96c-df30e25b1539 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:17:08.767949 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:08.855600 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:08.879808 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port c2e32700-b353-413a-b96c-df30e25b1539, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=c2e32700-b353-413a-b96c-df30e25b1539,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:17:08.953984 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:08.956237 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:17:09.013710 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=c2e32700-b353-413a-b96c-df30e25b1539,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:17:09.016557 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:17:10.630958 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device c2e32700-b353-413a-b96c-df30e25b1539 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:17:10.723116 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port c2e32700-b353-413a-b96c-df30e25b1539 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:17:10.723506 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:18.170394 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-335d93a4-5ff0-475a-b0b4-7fb3ee697247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:20.692693 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:20.758672 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b962f7ce-9bd7-4ca8-b84e-9608f8b1ecf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:21.795806 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:23.593160 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:27.216736 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 5 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:17:48.158327 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-3a7015c0-7af5-444f-9df6-6c50f8c262dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.398280 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.409034 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-e5e3e909-72dc-4481-99ad-da111794f42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:51.789151 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:17:53.577987 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:04.215262 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 5 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:18:18.182848 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c29f9033-c7bb-4efa-8924-7eab05f45c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:20.690880 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:20.736682 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-59fe3e30-e78f-4392-bfa8-1a5fbd93be13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:21.799686 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:23.562830 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:41.214791 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 5 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:18:45.206188 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 46238) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:18:45.267681 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6e1057-92a7-4f60-9ecc-3a2f153faff8 admin admin] GET failed (client error): The resource could not be found. Jun 10 15:18:45.268992 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-8d6e1057-92a7-4f60-9ecc-3a2f153faff8 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618689 Jun 10 15:18:45.444746 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b14899-538d-453f-8974-cb0f24d1a347 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:45.446236 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-06b14899-538d-453f-8974-cb0f24d1a347 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1729493 Jun 10 15:18:47.603602 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 46248) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:18:47.699980 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277d237f-18d4-4f39-b406-ddb7069d19bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:47.701230 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-277d237f-18d4-4f39-b406-ddb7069d19bf admin admin] 10.222.0.26 "GET /v2.0/subnets/1d8d3f51-4a67-4fb8-a989-55a53a3b88fc HTTP/1.1" status: 200 len: 849 time: 0.0966859 Jun 10 15:18:47.710851 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-93edcd06-bb0f-43b2-b160-6dd0e8df2967 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:18:47.811140 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-93edcd06-bb0f-43b2-b160-6dd0e8df2967 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:48.128114 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-93edcd06-bb0f-43b2-b160-6dd0e8df2967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786703771697'] for subnet, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:48.130838 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:18:48.165824 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93edcd06-bb0f-43b2-b160-6dd0e8df2967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:48.166431 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-93edcd06-bb0f-43b2-b160-6dd0e8df2967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:48.171537 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-93edcd06-bb0f-43b2-b160-6dd0e8df2967 admin admin] 10.222.0.26 "PUT /v2.0/subnets/1d8d3f51-4a67-4fb8-a989-55a53a3b88fc HTTP/1.1" status: 200 len: 868 time: 0.4610643 Jun 10 15:18:48.171726 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8f7a37-e8b0-4d4e-90f0-4c11a536c30e None None] Network 64050c32-cb41-4b49-9124-70ef8de6cd79 requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:18:48.192349 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93edcd06-bb0f-43b2-b160-6dd0e8df2967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d8d3f51-4a67-4fb8-a989-55a53a3b88fc,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:18:48.199774 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edcd06-bb0f-43b2-b160-6dd0e8df2967 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:48.200150 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edcd06-bb0f-43b2-b160-6dd0e8df2967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:48.200605 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edcd06-bb0f-43b2-b160-6dd0e8df2967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:48.200931 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edcd06-bb0f-43b2-b160-6dd0e8df2967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:48.201259 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edcd06-bb0f-43b2-b160-6dd0e8df2967 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:48.201602 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edcd06-bb0f-43b2-b160-6dd0e8df2967 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:48.201971 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edcd06-bb0f-43b2-b160-6dd0e8df2967 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:48.202291 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edcd06-bb0f-43b2-b160-6dd0e8df2967 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:48.202615 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edcd06-bb0f-43b2-b160-6dd0e8df2967 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:48.202930 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edcd06-bb0f-43b2-b160-6dd0e8df2967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:48.203242 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edcd06-bb0f-43b2-b160-6dd0e8df2967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:48.203553 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93edcd06-bb0f-43b2-b160-6dd0e8df2967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:18:48.208492 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-93edcd06-bb0f-43b2-b160-6dd0e8df2967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:18:48.215772 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-d068704d-5c43-495e-a29c-9796b90b2e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:48.611071 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-2f8871c8-e0a6-49bb-a7c7-d3a46425436c None None] Provisioning complete for port 75c8d1e6-f699-4909-bde2-3429bbdec274 triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:18:48.611473 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-2f8871c8-e0a6-49bb-a7c7-d3a46425436c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:48.720422 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-2f8871c8-e0a6-49bb-a7c7-d3a46425436c None None] Provisioning complete for port eb1f67b5-7b74-4ae3-8b8c-cc64a2a69454 triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:18:48.720802 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-2f8871c8-e0a6-49bb-a7c7-d3a46425436c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:50.334266 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 46256) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:18:50.544089 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7fb084-706d-496a-b33f-0cbe81d4be6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:50.544490 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7fb084-706d-496a-b33f-0cbe81d4be6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:50.546056 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-df7fb084-706d-496a-b33f-0cbe81d4be6e admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2107925 Jun 10 15:18:50.694064 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:50.774035 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-7c4ccee4-e4dd-4806-b81b-d9d57bbf4782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:51.787757 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:52.649128 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 46264) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:18:52.802964 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbae8c4-dc73-431a-bad8-45cf245bdbaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:52.803436 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbae8c4-dc73-431a-bad8-45cf245bdbaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:52.804960 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-6dbae8c4-dc73-431a-bad8-45cf245bdbaf admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1548746 Jun 10 15:18:53.587721 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:18:54.979186 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 46272) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:18:55.140234 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f0123f-3424-4128-acd1-4cf86178e196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:55.141654 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-e5f0123f-3424-4128-acd1-4cf86178e196 admin admin] 10.222.0.26 "GET /v2.0/networks/64050c32-cb41-4b49-9124-70ef8de6cd79 HTTP/1.1" status: 200 len: 869 time: 0.1614823 Jun 10 15:18:57.281449 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 46280) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:18:57.429437 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a5d897-4e5e-4042-9b64-e0290e9f5fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:57.431498 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-a9a5d897-4e5e-4042-9b64-e0290e9f5fe0 admin admin] 10.222.0.26 "GET /v2.0/networks/bafb3150-7231-46b7-88ed-3af7e5c7810a HTTP/1.1" status: 200 len: 886 time: 0.1488426 Jun 10 15:18:59.553050 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 46288) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:18:59.678187 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce04b53e-c743-476a-8ec2-9189497bcba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:59.678649 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce04b53e-c743-476a-8ec2-9189497bcba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:18:59.680178 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-ce04b53e-c743-476a-8ec2-9189497bcba5 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1261852 Jun 10 15:19:01.842349 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 46296) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:19:02.032305 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0ced8d-9279-417b-bffc-662ceb60e336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:02.032676 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0ced8d-9279-417b-bffc-662ceb60e336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:02.034228 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-7e0ced8d-9279-417b-bffc-662ceb60e336 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1909342 Jun 10 15:19:04.287316 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 46306) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:19:04.395899 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cefc16-cc1d-49f5-984e-a7b75a04c3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:04.397233 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-31cefc16-cc1d-49f5-984e-a7b75a04c3db admin admin] 10.222.0.26 "GET /v2.0/subnets/1d8d3f51-4a67-4fb8-a989-55a53a3b88fc HTTP/1.1" status: 200 len: 868 time: 0.1089814 Jun 10 15:19:06.515284 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 46314) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:19:06.606699 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893fe9d1-d39f-4dde-928f-6626e19034a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:06.608024 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-893fe9d1-d39f-4dde-928f-6626e19034a3 admin admin] 10.222.0.26 "GET /v2.0/subnets/66421b7e-18a2-4c9a-a813-c12246305922 HTTP/1.1" status: 200 len: 816 time: 0.0918105 Jun 10 15:19:18.210009 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-29ec1573-a584-4621-a49b-188f129d8a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:18.214088 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 5 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:19:20.710086 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:20.738552 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-0b2cb555-b8d6-46ee-add2-bfb8a9bc9c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:21.819129 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:23.601787 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:29.848058 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 46358) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:19:29.892470 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [None req-8d20cb12-0e8f-4ab8-819e-15cea822a9e0 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=92441) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 15:19:29.893527 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-8d20cb12-0e8f-4ab8-819e-15cea822a9e0 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0444727 Jun 10 15:19:32.094480 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 46366) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:19:32.156072 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.pecan_wsgi.hooks.translation [None req-631d798f-1490-490a-83e1-497608596f05 admin admin] GET failed (client error): The resource could not be found. Jun 10 15:19:32.157364 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-631d798f-1490-490a-83e1-497608596f05 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0619574 Jun 10 15:19:32.311239 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca8958f-f962-45b6-a30c-081724328f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:32.312597 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-4ca8958f-f962-45b6-a30c-081724328f19 admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1508367 Jun 10 15:19:34.475966 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 46374) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:19:34.521132 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:19:34.609436 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] Made reservation on behalf of 8f2727d6edd54693b03168c697837c45 for: {'network': 1} {{(pid=92441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:19:34.611803 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4185528'] for network, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:34.648136 dv-cinder-772126-2-iscsi neutron-server[92441]: WARNING neutron.services.revisions.revision_plugin [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] Could not find related network for resource to bump revision. Jun 10 15:19:34.663930 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] vlan segment allocate from pool success with {'vlan_id': 527, 'physical_network': 'physnet1'} {{(pid=92441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 15:19:34.677194 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786703803046', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:34.677766 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] Unsubscribe: segment precommit_create {{(pid=92441) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 10 15:19:34.678240 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.db.segments_db [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] Added segment d63297b2-f273-4ede-a9a1-2426a29d5ad7 of type vlan for network b6aff312-c926-4f70-bb42-96b12b6c1456 Jun 10 15:19:34.731503 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786703315887'] for network, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:34.823906 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331'] for network, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:34.825211 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:34.825784 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:34.827682 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:34.933866 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] Pushing event updated for resources: {'Network': ['ID=b6aff312-c926-4f70-bb42-96b12b6c1456,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:34.940942 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4639580 Jun 10 15:19:34.941995 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:34.942336 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:34.942673 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:34.942999 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:34.943323 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:34.943651 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:34.943974 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:34.944290 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:34.944628 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:34.944949 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:34.945262 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:34.945579 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:34.949937 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:34.960041 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Network b6aff312-c926-4f70-bb42-96b12b6c1456 details requested by agent ovs-agent-dv-cinder-772126-2-iscsi with host dv-cinder-772126-2-iscsi {{(pid=92442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:19:37.119741 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 46382) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:19:37.181771 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95d540c-6838-4706-8b59-c8e8c002c6bb admin admin] GET failed (client error): The resource could not be found. Jun 10 15:19:37.183122 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-b95d540c-6838-4706-8b59-c8e8c002c6bb admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0622399 Jun 10 15:19:37.272910 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e86c4a-9a07-42fc-acb3-cef5ca61637e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:37.274329 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-a9e86c4a-9a07-42fc-acb3-cef5ca61637e admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0873187 Jun 10 15:19:37.283570 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-b864c66e-2cbd-4f04-9c33-511e50dba2f8 admin admin] Request body: {'subnet': {'network_id': 'b6aff312-c926-4f70-bb42-96b12b6c1456', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:19:37.358037 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b864c66e-2cbd-4f04-9c33-511e50dba2f8 admin admin] Made reservation on behalf of 8f2727d6edd54693b03168c697837c45 for: {'subnet': 1} {{(pid=92441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:19:37.360256 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b864c66e-2cbd-4f04-9c33-511e50dba2f8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:37.615873 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b864c66e-2cbd-4f04-9c33-511e50dba2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322'] for subnet, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:37.618583 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:37.682760 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864c66e-2cbd-4f04-9c33-511e50dba2f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=098df6bf-736c-4e8f-9710-3f032f13d457,revision_number=0']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:37.686093 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-b864c66e-2cbd-4f04-9c33-511e50dba2f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:37.693678 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b864c66e-2cbd-4f04-9c33-511e50dba2f8 admin admin] Checking segment: {'id': 'd63297b2-f273-4ede-a9a1-2426a29d5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b6aff312-c926-4f70-bb42-96b12b6c1456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:19:37.693678 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b864c66e-2cbd-4f04-9c33-511e50dba2f8 admin admin] Network hostable DHCP agents. Network: b6aff312-c926-4f70-bb42-96b12b6c1456, hostable agents: ['4860e634-0734-4446-9305-88b306355572'], hosted agents: [] {{(pid=92441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:19:37.784288 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b864c66e-2cbd-4f04-9c33-511e50dba2f8 admin admin] Network b6aff312-c926-4f70-bb42-96b12b6c1456 is scheduled to be hosted by DHCP agent 4860e634-0734-4446-9305-88b306355572 with binding_index 1 {{(pid=92441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:19:37.904081 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-b864c66e-2cbd-4f04-9c33-511e50dba2f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-2-iscsi, b6aff312-c926-4f70-bb42-96b12b6c1456) {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:19:37.908191 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b864c66e-2cbd-4f04-9c33-511e50dba2f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:19:37.908775 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b864c66e-2cbd-4f04-9c33-511e50dba2f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:37.917171 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f83eb3-5289-4fec-a4e4-044951d2de28 None None] Network b6aff312-c926-4f70-bb42-96b12b6c1456 requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:19:38.002544 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-b864c66e-2cbd-4f04-9c33-511e50dba2f8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7221987 Jun 10 15:19:38.108994 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcc455be-9be4-53fc-9fd0-280f6bd08d86-b6aff312-c926-4f70-bb42-96b12b6c1456', 'network_id': 'b6aff312-c926-4f70-bb42-96b12b6c1456', 'tenant_id': '8f2727d6edd54693b03168c697837c45', 'fixed_ips': [{'subnet_id': '098df6bf-736c-4e8f-9710-3f032f13d457'}]}} from dv-cinder-772126-2-iscsi. {{(pid=92442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 15:19:38.109885 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:38.279586 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.db_base_plugin_common [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Allocated IP 192.168.233.2 (b6aff312-c926-4f70-bb42-96b12b6c1456/098df6bf-736c-4e8f-9710-3f032f13d457/9dffe2d0-1f53-44a1-8829-4ca7bd20de3e) {{(pid=92442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:19:38.459488 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Notify callbacks [] for port, precommit_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:38.467740 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Transition to ACTIVE for port object 9dffe2d0-1f53-44a1-8829-4ca7bd20de3e will not be triggered until provisioned by entity L2. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:19:38.483833 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Transition to ACTIVE for port object 9dffe2d0-1f53-44a1-8829-4ca7bd20de3e will not be triggered until provisioned by entity DHCP. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:19:38.570498 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:38.572791 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:38.619562 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Network b6aff312-c926-4f70-bb42-96b12b6c1456 is already hosted by enough agents. {{(pid=92442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:19:38.622548 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.scheduler.base_scheduler [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Resources bound (agent type, host, resource id): {{(pid=92442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:19:38.625899 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Received port after_create {{(pid=92442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:19:38.633240 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Pushing event updated for resources: {'Port': ['ID=9dffe2d0-1f53-44a1-8829-4ca7bd20de3e,revision_number=1']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:38.668001 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:38.668342 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:38.668676 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:38.669004 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:38.669327 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:38.669650 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:38.669998 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:38.670315 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:38.670651 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:38.670975 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:38.671289 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:38.671599 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:19:38.676216 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:38.711008 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Attempting to bind port 9dffe2d0-1f53-44a1-8829-4ca7bd20de3e on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:19:38.711392 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Attempting to bind port 9dffe2d0-1f53-44a1-8829-4ca7bd20de3e by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': 'd63297b2-f273-4ede-a9a1-2426a29d5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b6aff312-c926-4f70-bb42-96b12b6c1456'}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:19:38.711727 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Attempting to bind port 9dffe2d0-1f53-44a1-8829-4ca7bd20de3e on network b6aff312-c926-4f70-bb42-96b12b6c1456 {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:19:38.716757 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:19:38.717605 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Checking segment: {'id': 'd63297b2-f273-4ede-a9a1-2426a29d5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b6aff312-c926-4f70-bb42-96b12b6c1456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:19:38.717605 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:38.718012 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Bound using segment: {'id': 'd63297b2-f273-4ede-a9a1-2426a29d5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b6aff312-c926-4f70-bb42-96b12b6c1456'} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:19:38.718468 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Bound port: 9dffe2d0-1f53-44a1-8829-4ca7bd20de3e, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd63297b2-f273-4ede-a9a1-2426a29d5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b6aff312-c926-4f70-bb42-96b12b6c1456'}}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:19:38.718831 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:38.789941 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] For port 9dffe2d0-1f53-44a1-8829-4ca7bd20de3e, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:19:38.792990 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] For port 9dffe2d0-1f53-44a1-8829-4ca7bd20de3e, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=9dffe2d0-1f53-44a1-8829-4ca7bd20de3e,segment=NetworkSegment(d63297b2-f273-4ede-a9a1-2426a29d5ad7),segment_id=d63297b2-f273-4ede-a9a1-2426a29d5ad7)] {{(pid=92442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:19:38.882153 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:38.884444 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:38.950464 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Pushing event updated for resources: {'Port': ['ID=9dffe2d0-1f53-44a1-8829-4ca7bd20de3e,revision_number=2']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:38.954761 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:39.783099 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd32ac1-f4ff-451e-bb4a-a253d5cbeee3 None None] Network b6aff312-c926-4f70-bb42-96b12b6c1456 requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:19:39.992894 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b8457cab-9d9d-4d7a-92f0-421acff6fe27 None None] Provisioning for port 9dffe2d0-1f53-44a1-8829-4ca7bd20de3e completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:19:40.739442 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 9dffe2d0-1f53-44a1-8829-4ca7bd20de3e up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:19:40.841383 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port 9dffe2d0-1f53-44a1-8829-4ca7bd20de3e completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:19:40.845506 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 9dffe2d0-1f53-44a1-8829-4ca7bd20de3e triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:19:40.846012 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:40.940004 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:40.976519 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port 9dffe2d0-1f53-44a1-8829-4ca7bd20de3e, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=9dffe2d0-1f53-44a1-8829-4ca7bd20de3e,segment=NetworkSegment(d63297b2-f273-4ede-a9a1-2426a29d5ad7),segment_id=d63297b2-f273-4ede-a9a1-2426a29d5ad7)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:19:41.059161 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:41.061600 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:19:41.116357 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=9dffe2d0-1f53-44a1-8829-4ca7bd20de3e,revision_number=3']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:19:41.119396 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:19:42.724526 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 9dffe2d0-1f53-44a1-8829-4ca7bd20de3e up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:19:42.777495 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 9dffe2d0-1f53-44a1-8829-4ca7bd20de3e triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:19:42.777896 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:48.218684 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-6703f6e4-b035-41d8-b50f-dcab23030a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:50.723653 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:50.752008 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-e50f9398-4f17-4e1d-9444-ba58362d7fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:51.841265 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:53.604121 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:19:55.213435 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 5 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:20:18.189288 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-605abc9c-b046-4fca-8936-d671c907f210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:20.703473 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:20.755233 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-30fb3928-8d41-4808-9b4c-761d0c2f3561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:21.803503 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:23.586413 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:32.212913 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 5 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:20:48.207272 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-2e07822a-ed71-4e35-bad2-fe6cd51797ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:50.714702 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:50.743028 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-da69cdf7-cd89-4210-b7fd-7efbea1b7d28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:51.814442 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:53.585813 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:54.474151 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 46434) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:20:54.480401 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [None req-3babc904-9790-46b6-ad3d-e0ec3ec3130e tempest-verify_tempest_config-70078448 tempest-verify_tempest_config-70078448-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=92440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 15:20:54.481342 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-3babc904-9790-46b6-ad3d-e0ec3ec3130e tempest-verify_tempest_config-70078448 tempest-verify_tempest_config-70078448-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062282 Jun 10 15:20:55.006804 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 46452) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:20:55.112547 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-08d455e8-8a60-4a3f-95aa-053c91f2d506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:55.203271 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-08d455e8-8a60-4a3f-95aa-053c91f2d506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:55.274587 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-08d455e8-8a60-4a3f-95aa-053c91f2d506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:55.277471 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:55.325963 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-08d455e8-8a60-4a3f-95aa-053c91f2d506 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=04af308ee19743dca40926754247c320&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3181129 Jun 10 15:20:55.326743 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d455e8-8a60-4a3f-95aa-053c91f2d506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70062c5b-42bf-40f1-8512-b2539d63c9a8,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:55.328771 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 46456) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:20:55.334000 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d455e8-8a60-4a3f-95aa-053c91f2d506 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:55.334358 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d455e8-8a60-4a3f-95aa-053c91f2d506 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:55.334688 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d455e8-8a60-4a3f-95aa-053c91f2d506 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:55.335009 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d455e8-8a60-4a3f-95aa-053c91f2d506 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:55.335327 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d455e8-8a60-4a3f-95aa-053c91f2d506 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:55.335728 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d455e8-8a60-4a3f-95aa-053c91f2d506 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:55.336051 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d455e8-8a60-4a3f-95aa-053c91f2d506 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:55.336360 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d455e8-8a60-4a3f-95aa-053c91f2d506 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:55.336682 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d455e8-8a60-4a3f-95aa-053c91f2d506 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:55.336996 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d455e8-8a60-4a3f-95aa-053c91f2d506 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:55.337300 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d455e8-8a60-4a3f-95aa-053c91f2d506 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:55.337605 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d455e8-8a60-4a3f-95aa-053c91f2d506 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:55.342451 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-08d455e8-8a60-4a3f-95aa-053c91f2d506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:20:55.409816 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-3d08c361-7b07-419f-8894-42d416504103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:55.431834 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-3d08c361-7b07-419f-8894-42d416504103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:55.574585 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-3d08c361-7b07-419f-8894-42d416504103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:55.577289 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-3d08c361-7b07-419f-8894-42d416504103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:20:55.578445 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-3d08c361-7b07-419f-8894-42d416504103 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70062c5b-42bf-40f1-8512-b2539d63c9a8 HTTP/1.1" status: 204 len: 168 time: 0.2486331 Jun 10 15:20:55.579047 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:20:55.593683 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08c361-7b07-419f-8894-42d416504103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70062c5b-42bf-40f1-8512-b2539d63c9a8,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:20:55.604675 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08c361-7b07-419f-8894-42d416504103 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:55.605241 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08c361-7b07-419f-8894-42d416504103 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:55.605790 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08c361-7b07-419f-8894-42d416504103 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:55.606367 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08c361-7b07-419f-8894-42d416504103 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:55.606911 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08c361-7b07-419f-8894-42d416504103 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:55.607483 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08c361-7b07-419f-8894-42d416504103 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:55.608028 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08c361-7b07-419f-8894-42d416504103 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:55.608581 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08c361-7b07-419f-8894-42d416504103 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:55.609151 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08c361-7b07-419f-8894-42d416504103 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:55.609697 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08c361-7b07-419f-8894-42d416504103 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:55.610251 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08c361-7b07-419f-8894-42d416504103 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:55.610794 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d08c361-7b07-419f-8894-42d416504103 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:20:55.618084 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-3d08c361-7b07-419f-8894-42d416504103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:21:09.212690 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 5 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:21:18.189172 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-dc8cbc8a-54d2-49c4-9bfd-a228e167a5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:20.702475 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:20.759817 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-ef85ad85-3385-465a-9dbb-e648a07c9518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:21.808497 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:23.602705 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:46.210990 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 5 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:21:48.185527 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-aae2fc7d-7f68-4a4a-894a-4b544a876558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:50.699328 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:50.739564 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-d4657f7b-4774-4b77-b3d2-ea57c2a0524b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:51.816884 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:21:53.593957 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:18.182119 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-3c3b41da-f82a-49a8-8149-7fd060c972b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:20.699504 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:20.725088 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-82ea9336-5348-44fa-92ec-34b72feda7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:21.816477 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:23.208801 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 5 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:22:23.605206 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:28.822866 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037'] for agent, after_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:32.575413 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 46510) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:22:32.682321 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-c59c63f9-891e-41de-af63-29d3de66bd33 admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1057990 Jun 10 15:22:34.842904 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 46520) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:22:34.902019 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-8f67c3b0-f52e-46ed-a8ff-1ae976c9465e admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0580075 Jun 10 15:22:48.179249 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-6327ad9e-3045-46fb-a378-1ed0e50a54dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:50.699251 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:50.750514 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-1b79aca8-9a64-4875-a1b0-4b29c6521f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:51.830585 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:53.613148 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:22:58.839074 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:00.207248 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:23:18.167350 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-2748900b-c6b1-4631-b86e-7d9ae4d22c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:20.741774 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:20.770118 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-7a864415-793f-499f-8c91-d886f1f6a555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:21.951350 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:23.662156 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:28.939765 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:37.206864 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:23:48.164626 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-1cd9d70a-8229-431f-a151-7d01a090a1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:50.738856 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:50.767315 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-db01eb36-d698-43e5-a5f1-429e727f9eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:51.830706 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:53.613373 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:23:58.836453 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:03.463311 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 46750) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:03.733997 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 46768) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:03.773219 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 46772) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:03.825999 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1600131239-network', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:24:03.913145 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Made reservation on behalf of efc7c5988e6c495d9a904fb9069702f2 for: {'network': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:24:03.915407 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4185528'] for network, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:03.926322 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:03.943511 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-a67324a4-c3e5-4225-b288-5bf1809f1da5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1614312881-network', 'tenant_id': '7dc5c94af25d41cb85dee19dbdc7ccee'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:24:03.977908 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1898981331-network', 'tenant_id': '1d7a27daba8a4544b21af138a318785d'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:24:04.035122 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67324a4-c3e5-4225-b288-5bf1809f1da5 admin admin] Made reservation on behalf of 7dc5c94af25d41cb85dee19dbdc7ccee for: {'network': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:24:04.039023 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a67324a4-c3e5-4225-b288-5bf1809f1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4185528'] for network, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:04.054383 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a67324a4-c3e5-4225-b288-5bf1809f1da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:04.071655 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.db.api [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 15:24:04.071655 dv-cinder-772126-2-iscsi neutron-server[92441]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 15:24:04.071655 dv-cinder-772126-2-iscsi neutron-server[92441]: [parameters: {'project_id_1': '1d7a27daba8a4544b21af138a318785d', 'expiration_1': datetime.datetime(2021, 6, 10, 15, 24, 3, 983701)}] Jun 10 15:24:04.071655 dv-cinder-772126-2-iscsi neutron-server[92441]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 15:24:04.072095 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_db.api [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 15:24:04.168521 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:04.247036 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:04.256965 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:04.291450 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=92440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 15:24:04.306368 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d168647-4d34-41ed-8336-c9e1bfbbc8c5,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:04.321165 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:04.321165 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:04.321165 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:04.321165 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:04.321165 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:04.321787 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:04.322212 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:04.323233 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:04.323903 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:04.324450 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:04.324980 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:04.325396 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Tracked resource versions report: Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: pushed versions: Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: { 'AddressGroup': {'1.2'}, Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: 'ConntrackHelper': {'1.0'}, Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: 'Log': {'1.0'}, Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: 'Network': {'1.1'}, Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: 'Port': {'1.7'}, Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: 'PortForwarding': {'1.2'}, Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: 'QosPolicy': {'1.8'}, Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: 'SecurityGroup': {'1.4'}, Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: 'SecurityGroupRule': {'1.2'}, Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: 'SubPort': {'1.0'}, Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: 'Subnet': {'1.1'}, Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: 'Trunk': {'1.1'}} Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: consumer versions: Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: { DHCP agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: HyperV agent@hv-cinder-77212: {}, Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: L3 agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: Metadata agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: Metering agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: Open vSwitch agent@dv-cinder-772126-2-iscsi: { 'AddressGroup': '1.2', Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: 'ConntrackHelper': '1.0', Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: 'Log': '1.0', Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: 'Network': '1.1', Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: 'Port': '1.7', Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: 'PortForwarding': '1.2', Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: 'QosPolicy': '1.8', Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: 'SecurityGroup': '1.4', Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: 'SecurityGroupRule': '1.2', Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: 'SubPort': '1.0', Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: 'Subnet': '1.1', Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: 'Trunk': '1.1'}} Jun 10 15:24:04.326978 dv-cinder-772126-2-iscsi neutron-server[92440]: {{(pid=92440) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 15:24:04.330299 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:04.333612 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:04.333965 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.db.segments_db [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Added segment 1702aa14-938f-4925-84c5-5e06dd77e7ed of type vlan for network 4d632323-dfef-4d59-99a6-62839bb06dc5 Jun 10 15:24:04.406933 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786703315887'] for network, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:04.461744 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a67324a4-c3e5-4225-b288-5bf1809f1da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:04.549658 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331'] for network, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:04.551030 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a67324a4-c3e5-4225-b288-5bf1809f1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:04.553141 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:04.553776 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:04.570832 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67324a4-c3e5-4225-b288-5bf1809f1da5 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=92440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 15:24:04.581736 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a67324a4-c3e5-4225-b288-5bf1809f1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:04.582095 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.db.segments_db [None req-a67324a4-c3e5-4225-b288-5bf1809f1da5 admin admin] Added segment 3d389d3d-3387-4d22-8c07-13be805831a3 of type vlan for network 60f5acdb-1557-4b16-b992-bf8e4f7692e7 Jun 10 15:24:04.604607 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-898b0a13-cad3-4685-87e5-9b944f91f991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:04.665711 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Made reservation on behalf of 1d7a27daba8a4544b21af138a318785d for: {'network': 1} {{(pid=92441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:24:04.667909 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4185528'] for network, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:04.683845 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a67324a4-c3e5-4225-b288-5bf1809f1da5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786703315887'] for network, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:04.688029 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:04.767696 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 46820) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:04.768516 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3041193 Jun 10 15:24:04.769539 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Pushing event updated for resources: {'Network': ['ID=4d632323-dfef-4d59-99a6-62839bb06dc5,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:04.782507 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Network 4d632323-dfef-4d59-99a6-62839bb06dc5 details requested by agent ovs-agent-dv-cinder-772126-2-iscsi with host dv-cinder-772126-2-iscsi {{(pid=92442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:24:04.802524 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-25f83d40-d74a-4ea5-b77a-c60e80b0bd91 admin admin] Request body: {'subnet': {'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1600131239-subnet', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:24:04.806123 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:04.806523 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:04.837348 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67324a4-c3e5-4225-b288-5bf1809f1da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:04.840724 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-a67324a4-c3e5-4225-b288-5bf1809f1da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:04.922586 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a67324a4-c3e5-4225-b288-5bf1809f1da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331'] for network, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:04.924079 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67324a4-c3e5-4225-b288-5bf1809f1da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:04.924728 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a67324a4-c3e5-4225-b288-5bf1809f1da5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:04.927785 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:04.940394 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:05.017042 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67324a4-c3e5-4225-b288-5bf1809f1da5 admin admin] Pushing event updated for resources: {'Network': ['ID=60f5acdb-1557-4b16-b992-bf8e4f7692e7,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:05.018665 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:05.020822 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-a67324a4-c3e5-4225-b288-5bf1809f1da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:05.023204 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-3d08c361-7b07-419f-8894-42d416504103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:05.030116 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Network 60f5acdb-1557-4b16-b992-bf8e4f7692e7 details requested by agent ovs-agent-dv-cinder-772126-2-iscsi with host dv-cinder-772126-2-iscsi {{(pid=92442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:24:05.046701 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'} {{(pid=92441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 15:24:05.065448 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:05.065787 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.db.segments_db [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Added segment 6d3ff470-4464-4b37-a42d-b56ac91cb4b3 of type vlan for network 2b41a0c3-b273-41c4-ba99-8e23b2263aee Jun 10 15:24:05.067419 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e765a5-2a36-4623-a6ac-68b5323cf48c,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:05.083493 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:05.083895 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:05.084239 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:05.084566 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:05.084879 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:05.085388 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:05.085702 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:05.086291 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:05.086517 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:05.086831 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:05.087145 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:05.087454 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Tracked resource versions report: Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: pushed versions: Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: { 'AddressGroup': {'1.2'}, Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: 'ConntrackHelper': {'1.0'}, Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: 'Log': {'1.0'}, Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: 'Network': {'1.1'}, Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: 'Port': {'1.7'}, Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: 'PortForwarding': {'1.2'}, Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: 'QosPolicy': {'1.8'}, Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: 'SecurityGroup': {'1.4'}, Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: 'SecurityGroupRule': {'1.2'}, Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: 'SubPort': {'1.0'}, Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: 'Subnet': {'1.1'}, Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: 'Trunk': {'1.1'}} Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: consumer versions: Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: { DHCP agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: HyperV agent@hv-cinder-77212: {}, Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: L3 agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: Metadata agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: Metering agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: Open vSwitch agent@dv-cinder-772126-2-iscsi: { 'AddressGroup': '1.2', Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: 'ConntrackHelper': '1.0', Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: 'Log': '1.0', Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: 'Network': '1.1', Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: 'Port': '1.7', Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: 'PortForwarding': '1.2', Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: 'QosPolicy': '1.8', Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: 'SecurityGroup': '1.4', Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: 'SecurityGroupRule': '1.2', Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: 'SubPort': '1.0', Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: 'Subnet': '1.1', Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: 'Trunk': '1.1'}} Jun 10 15:24:05.088539 dv-cinder-772126-2-iscsi neutron-server[92441]: {{(pid=92441) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 15:24:05.094229 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:05.123214 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-a67324a4-c3e5-4225-b288-5bf1809f1da5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3878279 Jun 10 15:24:05.126196 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 46836) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:05.137568 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-6ba33ea2-55bc-4e4d-94ad-3ba92b466933 admin admin] Request body: {'subnet': {'network_id': '60f5acdb-1557-4b16-b992-bf8e4f7692e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1614312881-subnet', 'tenant_id': '7dc5c94af25d41cb85dee19dbdc7ccee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:24:05.159503 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786703315887'] for network, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:05.221029 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f83d40-d74a-4ea5-b77a-c60e80b0bd91 admin admin] Made reservation on behalf of efc7c5988e6c495d9a904fb9069702f2 for: {'subnet': 1} {{(pid=92441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:24:05.225619 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-25f83d40-d74a-4ea5-b77a-c60e80b0bd91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:05.270592 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331'] for network, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:05.281184 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:05.282047 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:05.286688 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-fcc390dd-1c5f-4187-96d1-8b177b5f6468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:05.322043 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba33ea2-55bc-4e4d-94ad-3ba92b466933 admin admin] Made reservation on behalf of 7dc5c94af25d41cb85dee19dbdc7ccee for: {'subnet': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:24:05.324375 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6ba33ea2-55bc-4e4d-94ad-3ba92b466933 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:05.442954 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Pushing event updated for resources: {'Network': ['ID=2b41a0c3-b273-41c4-ba99-8e23b2263aee,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:05.448374 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:05.453531 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6792507 Jun 10 15:24:05.454731 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Network 2b41a0c3-b273-41c4-ba99-8e23b2263aee details requested by agent ovs-agent-dv-cinder-772126-2-iscsi with host dv-cinder-772126-2-iscsi {{(pid=92442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:24:05.462975 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 46864) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:05.468810 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-1afed2b1-a4eb-4c45-8155-57ad25645b84 admin admin] Request body: {'subnet': {'network_id': '2b41a0c3-b273-41c4-ba99-8e23b2263aee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1898981331-subnet', 'tenant_id': '1d7a27daba8a4544b21af138a318785d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:24:05.893086 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afed2b1-a4eb-4c45-8155-57ad25645b84 admin admin] Made reservation on behalf of 1d7a27daba8a4544b21af138a318785d for: {'subnet': 1} {{(pid=92441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:24:05.895809 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1afed2b1-a4eb-4c45-8155-57ad25645b84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:05.973782 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-25f83d40-d74a-4ea5-b77a-c60e80b0bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322'] for subnet, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:05.974172 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6ba33ea2-55bc-4e4d-94ad-3ba92b466933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322'] for subnet, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:05.987199 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-55c92635-1977-4b92-bd96-df916d1c1e3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:05.990711 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:06.078356 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f83d40-d74a-4ea5-b77a-c60e80b0bd91 admin admin] Checking segment: {'id': '1702aa14-938f-4925-84c5-5e06dd77e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:24:06.078709 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f83d40-d74a-4ea5-b77a-c60e80b0bd91 admin admin] Network hostable DHCP agents. Network: 4d632323-dfef-4d59-99a6-62839bb06dc5, hostable agents: ['4860e634-0734-4446-9305-88b306355572'], hosted agents: [] {{(pid=92441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:24:06.080651 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f83d40-d74a-4ea5-b77a-c60e80b0bd91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a2c655e-5d93-4119-a397-dc5fc7c831fb,revision_number=0']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:06.081934 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba33ea2-55bc-4e4d-94ad-3ba92b466933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc3fe864-b55e-44ff-ad0c-c858cc365d80,revision_number=0']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:06.085476 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-25f83d40-d74a-4ea5-b77a-c60e80b0bd91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:06.085878 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-6ba33ea2-55bc-4e4d-94ad-3ba92b466933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:06.089729 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba33ea2-55bc-4e4d-94ad-3ba92b466933 admin admin] Checking segment: {'id': '3d389d3d-3387-4d22-8c07-13be805831a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '60f5acdb-1557-4b16-b992-bf8e4f7692e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:24:06.090131 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba33ea2-55bc-4e4d-94ad-3ba92b466933 admin admin] Network hostable DHCP agents. Network: 60f5acdb-1557-4b16-b992-bf8e4f7692e7, hostable agents: ['4860e634-0734-4446-9305-88b306355572'], hosted agents: [] {{(pid=92440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:24:06.176111 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba33ea2-55bc-4e4d-94ad-3ba92b466933 admin admin] Network 60f5acdb-1557-4b16-b992-bf8e4f7692e7 is scheduled to be hosted by DHCP agent 4860e634-0734-4446-9305-88b306355572 with binding_index 1 {{(pid=92440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:24:06.267777 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f83d40-d74a-4ea5-b77a-c60e80b0bd91 admin admin] Network 4d632323-dfef-4d59-99a6-62839bb06dc5 is scheduled to be hosted by DHCP agent 4860e634-0734-4446-9305-88b306355572 with binding_index 1 {{(pid=92441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:24:06.316644 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1afed2b1-a4eb-4c45-8155-57ad25645b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322'] for subnet, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:06.319375 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:06.382127 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afed2b1-a4eb-4c45-8155-57ad25645b84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac72a45d-a234-4ef7-b2ee-d2ca013addaa,revision_number=0']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:06.391490 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-1afed2b1-a4eb-4c45-8155-57ad25645b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:06.406109 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [None req-6ba33ea2-55bc-4e4d-94ad-3ba92b466933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-2-iscsi, 60f5acdb-1557-4b16-b992-bf8e4f7692e7) {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:24:06.408216 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-25f83d40-d74a-4ea5-b77a-c60e80b0bd91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-2-iscsi, 4d632323-dfef-4d59-99a6-62839bb06dc5) {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:24:06.414392 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f83d40-d74a-4ea5-b77a-c60e80b0bd91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:06.414978 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-25f83d40-d74a-4ea5-b77a-c60e80b0bd91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:06.421192 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afed2b1-a4eb-4c45-8155-57ad25645b84 admin admin] Checking segment: {'id': '6d3ff470-4464-4b37-a42d-b56ac91cb4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2b41a0c3-b273-41c4-ba99-8e23b2263aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:24:06.421450 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afed2b1-a4eb-4c45-8155-57ad25645b84 admin admin] Network hostable DHCP agents. Network: 2b41a0c3-b273-41c4-ba99-8e23b2263aee, hostable agents: ['4860e634-0734-4446-9305-88b306355572'], hosted agents: [] {{(pid=92441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:24:06.422873 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba33ea2-55bc-4e4d-94ad-3ba92b466933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:06.423463 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6ba33ea2-55bc-4e4d-94ad-3ba92b466933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:06.423615 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc8fe78-3851-4627-ad2c-6b3689ad3e62 None None] Network 60f5acdb-1557-4b16-b992-bf8e4f7692e7 requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:24:06.444622 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e888bda7-6867-4fda-85f7-f76c16f6dcdf None None] Network 4d632323-dfef-4d59-99a6-62839bb06dc5 requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:24:06.602903 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-6ba33ea2-55bc-4e4d-94ad-3ba92b466933 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4670260 Jun 10 15:24:06.602903 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 46908) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:06.603215 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-25f83d40-d74a-4ea5-b77a-c60e80b0bd91 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8259351 Jun 10 15:24:06.603215 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afed2b1-a4eb-4c45-8155-57ad25645b84 admin admin] Network 2b41a0c3-b273-41c4-ba99-8e23b2263aee is scheduled to be hosted by DHCP agent 4860e634-0734-4446-9305-88b306355572 with binding_index 1 {{(pid=92441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:24:06.603361 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-dba5c567-4147-426d-a94d-c26c0f18f0bc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1600131239-router', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:24:06.613857 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-1afed2b1-a4eb-4c45-8155-57ad25645b84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-2-iscsi, 2b41a0c3-b273-41c4-ba99-8e23b2263aee) {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:24:06.629264 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afed2b1-a4eb-4c45-8155-57ad25645b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:06.630278 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1afed2b1-a4eb-4c45-8155-57ad25645b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:06.647456 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a616ad6-e1ed-457d-837e-31ab9f2c8584 None None] Network 2b41a0c3-b273-41c4-ba99-8e23b2263aee requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:24:06.648514 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 46912) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:06.675396 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 46916) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:06.736129 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-dba5c567-4147-426d-a94d-c26c0f18f0bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26667'] for router, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:06.738128 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-dba5c567-4147-426d-a94d-c26c0f18f0bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1009843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26832'] for router, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:06.795139 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-1afed2b1-a4eb-4c45-8155-57ad25645b84 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3306081 Jun 10 15:24:06.797959 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 46922) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:06.808069 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-c6f60388-abf7-48f0-82f3-370982f37d2b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1898981331-router', 'tenant_id': '1d7a27daba8a4544b21af138a318785d', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:24:06.932421 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-dba5c567-4147-426d-a94d-c26c0f18f0bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:06.941556 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-01bbcac9-519a-4060-bd9f-0edd33a14b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:06.943037 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c6f60388-abf7-48f0-82f3-370982f37d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26667'] for router, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:06.944696 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-28619a0a-8dc0-4928-9d5c-73494c327300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:06.945580 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c6f60388-abf7-48f0-82f3-370982f37d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1009843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26832'] for router, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:06.992335 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b73bdbc-5f9c-49ac-b8f1-b3b4b4e67748 None None] Network 60f5acdb-1557-4b16-b992-bf8e4f7692e7 requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:24:07.016490 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b5f110-95f1-4425-8d19-50f530648f26 None None] Network 2b41a0c3-b273-41c4-ba99-8e23b2263aee requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:24:07.099311 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcc455be-9be4-53fc-9fd0-280f6bd08d86-4d632323-dfef-4d59-99a6-62839bb06dc5', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'fixed_ips': [{'subnet_id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb'}]}} from dv-cinder-772126-2-iscsi. {{(pid=92442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 15:24:07.100357 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:07.106738 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c6f60388-abf7-48f0-82f3-370982f37d2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:07.290421 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 46948) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:07.298589 dv-cinder-772126-2-iscsi neutron-server[92440]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 10 15:24:07.318423 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-dba5c567-4147-426d-a94d-c26c0f18f0bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26822'] for router, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:07.323037 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-01bbcac9-519a-4060-bd9f-0edd33a14b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:07.423319 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c6f60388-abf7-48f0-82f3-370982f37d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26822'] for router, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:07.478528 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-01bbcac9-519a-4060-bd9f-0edd33a14b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:07.515196 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-a67324a4-c3e5-4225-b288-5bf1809f1da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:07.561358 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.db_base_plugin_common [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Allocated IP 172.20.0.2 (4d632323-dfef-4d59-99a6-62839bb06dc5/7a2c655e-5d93-4119-a397-dc5fc7c831fb/17d58941-73bd-4526-9b3e-d3ae66702cc1) {{(pid=92442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:24:07.606204 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-01bbcac9-519a-4060-bd9f-0edd33a14b1e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c5a6c01d9a764c6cbfd490d1a93fd61c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9551840 Jun 10 15:24:07.612795 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 46960) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:07.633595 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697f612-8192-4437-8a57-3fe69b67b10f req-559a9320-1bae-4576-9f21-fc94da94966d tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:07.635054 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1697f612-8192-4437-8a57-3fe69b67b10f req-559a9320-1bae-4576-9f21-fc94da94966d tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/networks?id=60f5acdb-1557-4b16-b992-bf8e4f7692e7 HTTP/1.1" status: 200 len: 812 time: 0.3417842 Jun 10 15:24:07.687532 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bbcac9-519a-4060-bd9f-0edd33a14b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886f477d-0ca9-4d98-b5b4-8d520089010f,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:07.691124 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-01bbcac9-519a-4060-bd9f-0edd33a14b1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:07.714766 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1697f612-8192-4437-8a57-3fe69b67b10f req-6be3bf2b-0be4-4978-b3d1-2283a0d01a70 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/quotas/7dc5c94af25d41cb85dee19dbdc7ccee HTTP/1.1" status: 200 len: 375 time: 0.0710282 Jun 10 15:24:07.785313 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Notify callbacks [] for port, precommit_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:07.796243 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Transition to ACTIVE for port object 17d58941-73bd-4526-9b3e-d3ae66702cc1 will not be triggered until provisioned by entity L2. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:24:07.813941 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Transition to ACTIVE for port object 17d58941-73bd-4526-9b3e-d3ae66702cc1 will not be triggered until provisioned by entity DHCP. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:24:07.841673 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1697f612-8192-4437-8a57-3fe69b67b10f req-41084c1f-912c-4cfe-9826-11863e9e2dce tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7dc5c94af25d41cb85dee19dbdc7ccee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1073718 Jun 10 15:24:07.868337 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c6f60388-abf7-48f0-82f3-370982f37d2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:07.880391 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ab8d7571-0e7c-4bc7-b79d-fb776e489fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:07.894621 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-28619a0a-8dc0-4928-9d5c-73494c327300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:07.921388 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ab8d7571-0e7c-4bc7-b79d-fb776e489fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:07.923149 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:07.925467 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c6f60388-abf7-48f0-82f3-370982f37d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:07.936015 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:07.956284 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 46970) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:07.971125 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-28619a0a-8dc0-4928-9d5c-73494c327300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:07.997833 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Network 4d632323-dfef-4d59-99a6-62839bb06dc5 is already hosted by enough agents. {{(pid=92442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:24:08.002253 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.scheduler.base_scheduler [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Resources bound (agent type, host, resource id): {{(pid=92442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:24:08.006008 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Received port after_create {{(pid=92442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:24:08.063781 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Pushing event updated for resources: {'Port': ['ID=17d58941-73bd-4526-9b3e-d3ae66702cc1,revision_number=1']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:08.115632 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:08.115980 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:08.116317 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:08.116647 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:08.116968 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:08.117282 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:08.117602 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:08.118924 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:08.119258 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:08.120170 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:08.120495 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:08.120840 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:08.122797 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-08d455e8-8a60-4a3f-95aa-053c91f2d506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Tracked resource versions report: Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: pushed versions: Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: { 'AddressGroup': {'1.2'}, Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: 'ConntrackHelper': {'1.0'}, Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: 'Log': {'1.0'}, Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: 'Network': {'1.1'}, Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: 'Port': {'1.7'}, Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: 'PortForwarding': {'1.2'}, Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: 'QosPolicy': {'1.8'}, Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: 'SecurityGroup': {'1.4'}, Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: 'SecurityGroupRule': {'1.2'}, Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: 'SubPort': {'1.0'}, Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: 'Subnet': {'1.1'}, Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: 'Trunk': {'1.1'}} Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: consumer versions: Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: { DHCP agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: HyperV agent@hv-cinder-77212: {}, Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: L3 agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: Metadata agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: Metering agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: Open vSwitch agent@dv-cinder-772126-2-iscsi: { 'AddressGroup': '1.2', Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: 'ConntrackHelper': '1.0', Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: 'Log': '1.0', Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: 'Network': '1.1', Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: 'Port': '1.7', Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: 'PortForwarding': '1.2', Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: 'QosPolicy': '1.8', Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: 'SecurityGroup': '1.4', Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: 'SecurityGroupRule': '1.2', Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: 'SubPort': '1.0', Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: 'Subnet': '1.1', Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: 'Trunk': '1.1'}} Jun 10 15:24:08.127344 dv-cinder-772126-2-iscsi neutron-server[92442]: {{(pid=92442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 15:24:08.129332 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [None req-c6f60388-abf7-48f0-82f3-370982f37d2b admin admin] Allocated IP 172.27.3.166 (bafb3150-7231-46b7-88ed-3af7e5c7810a/66421b7e-18a2-4c9a-a813-c12246305922/7a8b553a-4512-4c9a-9673-b112573a1c44) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:24:08.131153 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:08.163236 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Attempting to bind port 17d58941-73bd-4526-9b3e-d3ae66702cc1 on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:24:08.163595 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Attempting to bind port 17d58941-73bd-4526-9b3e-d3ae66702cc1 by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '1702aa14-938f-4925-84c5-5e06dd77e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5'}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:24:08.163969 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Attempting to bind port 17d58941-73bd-4526-9b3e-d3ae66702cc1 on network 4d632323-dfef-4d59-99a6-62839bb06dc5 {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:24:08.172210 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:24:08.172593 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Checking segment: {'id': '1702aa14-938f-4925-84c5-5e06dd77e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:24:08.173001 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:08.173390 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Bound using segment: {'id': '1702aa14-938f-4925-84c5-5e06dd77e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5'} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:24:08.174206 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Bound port: 17d58941-73bd-4526-9b3e-d3ae66702cc1, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1702aa14-938f-4925-84c5-5e06dd77e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5'}}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:24:08.174566 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:08.198158 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-28619a0a-8dc0-4928-9d5c-73494c327300 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0dc2caed45f148ca86981e1e057f7672&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5196722 Jun 10 15:24:08.201007 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 46982) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:08.207410 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-5183a210-fb1e-4aa2-8170-0b7f3e462958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:08.244517 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28619a0a-8dc0-4928-9d5c-73494c327300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60eeec31-e033-4e18-beff-0f7eb94baff3,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:08.248491 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-28619a0a-8dc0-4928-9d5c-73494c327300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:08.252311 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [req-1697f612-8192-4437-8a57-3fe69b67b10f req-a10b5e49-d1f4-408a-8ee0-43121eb0dab9 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=92440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 15:24:08.253341 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1697f612-8192-4437-8a57-3fe69b67b10f req-a10b5e49-d1f4-408a-8ee0-43121eb0dab9 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1854496 Jun 10 15:24:08.313947 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ab8d7571-0e7c-4bc7-b79d-fb776e489fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:08.314557 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ab8d7571-0e7c-4bc7-b79d-fb776e489fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:08.315458 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-ab8d7571-0e7c-4bc7-b79d-fb776e489fa0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/886f477d-0ca9-4d98-b5b4-8d520089010f HTTP/1.1" status: 204 len: 168 time: 0.6979558 Jun 10 15:24:08.329696 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:08.338718 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-dba5c567-4147-426d-a94d-c26c0f18f0bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:08.399850 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] For port 17d58941-73bd-4526-9b3e-d3ae66702cc1, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:24:08.408516 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] For port 17d58941-73bd-4526-9b3e-d3ae66702cc1, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=17d58941-73bd-4526-9b3e-d3ae66702cc1,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:24:08.446431 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c6f60388-abf7-48f0-82f3-370982f37d2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:08.483040 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-57d1fd0e-6229-4851-a8aa-97974aa84f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:08.505105 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:08.508274 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:08.525573 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-57d1fd0e-6229-4851-a8aa-97974aa84f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:08.562931 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d7571-0e7c-4bc7-b79d-fb776e489fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886f477d-0ca9-4d98-b5b4-8d520089010f,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:08.565597 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-ab8d7571-0e7c-4bc7-b79d-fb776e489fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:08.567623 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Pushing event updated for resources: {'Port': ['ID=17d58941-73bd-4526-9b3e-d3ae66702cc1,revision_number=2']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:08.572355 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:08.577609 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-dba5c567-4147-426d-a94d-c26c0f18f0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:08.625889 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c6f60388-abf7-48f0-82f3-370982f37d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:08.629535 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:08.660269 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1697f612-8192-4437-8a57-3fe69b67b10f req-36461e9d-2a2d-46ca-a578-1e102627bc18 service neutron] 10.222.0.26 "GET /v2.0/networks/60f5acdb-1557-4b16-b992-bf8e4f7692e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962250 Jun 10 15:24:08.676458 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-57d1fd0e-6229-4851-a8aa-97974aa84f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:08.691864 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-57d1fd0e-6229-4851-a8aa-97974aa84f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:08.693134 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-57d1fd0e-6229-4851-a8aa-97974aa84f5c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/60eeec31-e033-4e18-beff-0f7eb94baff3 HTTP/1.1" status: 204 len: 168 time: 0.4896002 Jun 10 15:24:08.700279 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f60388-abf7-48f0-82f3-370982f37d2b admin admin] Network bafb3150-7231-46b7-88ed-3af7e5c7810a is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:24:08.705071 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-c6f60388-abf7-48f0-82f3-370982f37d2b admin admin] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:24:08.710384 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f60388-abf7-48f0-82f3-370982f37d2b admin admin] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:24:08.718298 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f60388-abf7-48f0-82f3-370982f37d2b admin admin] Pushing event updated for resources: {'Port': ['ID=7a8b553a-4512-4c9a-9673-b112573a1c44,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:08.907783 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.db_base_plugin_common [None req-dba5c567-4147-426d-a94d-c26c0f18f0bc admin admin] Allocated IP 172.27.3.154 (bafb3150-7231-46b7-88ed-3af7e5c7810a/66421b7e-18a2-4c9a-a813-c12246305922/b0a31b38-a9c5-4661-a9ed-7199c201432f) {{(pid=92440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:24:08.930905 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1697f612-8192-4437-8a57-3fe69b67b10f req-f8d49584-6e1a-4762-96c1-c6f89efa1bce service neutron] 10.222.0.26 "GET /v2.0/networks/60f5acdb-1557-4b16-b992-bf8e4f7692e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613609 Jun 10 15:24:08.993661 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-c6f60388-abf7-48f0-82f3-370982f37d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:08.994473 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-db8da9c9-a866-45b8-a610-bd5a52969aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.296s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:09.011536 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-5183a210-fb1e-4aa2-8170-0b7f3e462958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:09.088959 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d1fd0e-6229-4851-a8aa-97974aa84f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60eeec31-e033-4e18-beff-0f7eb94baff3,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:09.093010 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-57d1fd0e-6229-4851-a8aa-97974aa84f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:09.170603 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-5183a210-fb1e-4aa2-8170-0b7f3e462958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:09.185624 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-28619a0a-8dc0-4928-9d5c-73494c327300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:09.236213 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-5183a210-fb1e-4aa2-8170-0b7f3e462958 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f2c98e676d8c426d881dc638ab0c339b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2783699 Jun 10 15:24:09.240067 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 47006) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:09.271019 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183a210-fb1e-4aa2-8170-0b7f3e462958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b197809-2086-49fa-9e94-56a7e654b40c,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:09.294103 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-5183a210-fb1e-4aa2-8170-0b7f3e462958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:09.308337 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-dba5c567-4147-426d-a94d-c26c0f18f0bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:09.355466 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 47016) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:09.491260 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-4bb31503-04d4-41ce-98f9-d52a3e22f3e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:09.515737 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6aecd4a9-5a32-43ec-a7f5-0359085ce513 req-5494a00b-7041-43b2-a0e9-b9dbe5020db4 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 210 time: 0.1590905 Jun 10 15:24:09.552533 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-4bb31503-04d4-41ce-98f9-d52a3e22f3e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:09.589260 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c6f60388-abf7-48f0-82f3-370982f37d2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:09.619807 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-dba5c567-4147-426d-a94d-c26c0f18f0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:09.627954 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-41826fdf-9503-4c39-899f-b1955c463e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:09.677106 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba5c567-4147-426d-a94d-c26c0f18f0bc admin admin] Network bafb3150-7231-46b7-88ed-3af7e5c7810a is already hosted by enough agents. {{(pid=92440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:24:09.680115 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [None req-dba5c567-4147-426d-a94d-c26c0f18f0bc admin admin] Resources bound (agent type, host, resource id): {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:24:09.683621 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba5c567-4147-426d-a94d-c26c0f18f0bc admin admin] Received port after_create {{(pid=92440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:24:09.689669 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5c567-4147-426d-a94d-c26c0f18f0bc admin admin] Pushing event updated for resources: {'Port': ['ID=b0a31b38-a9c5-4661-a9ed-7199c201432f,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:09.753065 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-dba5c567-4147-426d-a94d-c26c0f18f0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:09.811082 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 47038) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:09.899369 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-4bb31503-04d4-41ce-98f9-d52a3e22f3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:09.917757 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-4bb31503-04d4-41ce-98f9-d52a3e22f3e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:09.926044 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-4bb31503-04d4-41ce-98f9-d52a3e22f3e1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7b197809-2086-49fa-9e94-56a7e654b40c HTTP/1.1" status: 204 len: 168 time: 0.6815591 Jun 10 15:24:09.931674 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:09.933689 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a4d58aef-7bcd-4e34-8481-5ca735daef2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:09.955869 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4640b427-6672-43af-9a26-c0e452cc4123 None None] Network 4d632323-dfef-4d59-99a6-62839bb06dc5 requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:24:09.982421 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb31503-04d4-41ce-98f9-d52a3e22f3e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b197809-2086-49fa-9e94-56a7e654b40c,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:10.001997 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-4bb31503-04d4-41ce-98f9-d52a3e22f3e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:10.132423 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c6f60388-abf7-48f0-82f3-370982f37d2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938747'] for router, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:10.145711 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-a5b68483-d50a-4cff-936d-753f3cb18cc6 None None] Provisioning for port 17d58941-73bd-4526-9b3e-d3ae66702cc1 completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:24:10.227312 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-dba5c567-4147-426d-a94d-c26c0f18f0bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:10.384303 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a4d58aef-7bcd-4e34-8481-5ca735daef2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:10.470615 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a4d58aef-7bcd-4e34-8481-5ca735daef2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:10.473851 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-4bb31503-04d4-41ce-98f9-d52a3e22f3e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:10.590674 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f60388-abf7-48f0-82f3-370982f37d2b admin admin] Router 76c9036c-a472-451c-8660-65e48e805c9a is scheduled to L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa with binding_index 1 {{(pid=92441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 15:24:10.609683 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-a4d58aef-7bcd-4e34-8481-5ca735daef2b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3594889f34f54c5caa052a915dbacc47&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7972484 Jun 10 15:24:10.610495 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d58aef-7bcd-4e34-8481-5ca735daef2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a25db7-69e9-4475-8b68-c52d0c948496,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:10.628996 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a4d58aef-7bcd-4e34-8481-5ca735daef2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:10.628996 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 47076) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:10.698355 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7eae9850-0565-4276-b46e-02a72736e7b1 req-618ec682-a1bf-40e5-93cf-b1ad1d334e34 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 210 time: 0.0914681 Jun 10 15:24:10.705517 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-dba5c567-4147-426d-a94d-c26c0f18f0bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938747'] for router, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:10.846229 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-953dd431-bb30-4b50-9ec6-1a8ca5d19869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:10.882664 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f60388-abf7-48f0-82f3-370982f37d2b admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:24:10.895192 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] Sync routers for ids ['76c9036c-a472-451c-8660-65e48e805c9a'] in dv-cinder-772126-2-iscsi {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:24:10.907802 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-953dd431-bb30-4b50-9ec6-1a8ca5d19869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:10.915221 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] Routers {'76c9036c-a472-451c-8660-65e48e805c9a'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:24:10.915849 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:23:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['76c9036c-a472-451c-8660-65e48e805c9a'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:24:11.046083 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c6f60388-abf7-48f0-82f3-370982f37d2b admin admin] Notify callbacks [] for router, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:11.051260 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-c6f60388-abf7-48f0-82f3-370982f37d2b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2514036 Jun 10 15:24:11.053991 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 47092) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:11.056732 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 17d58941-73bd-4526-9b3e-d3ae66702cc1 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:24:11.156527 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba5c567-4147-426d-a94d-c26c0f18f0bc admin admin] Router a3ac1c19-9de2-4eed-a465-6544cfeed94d is scheduled to L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa with binding_index 1 {{(pid=92440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 15:24:11.161693 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-953dd431-bb30-4b50-9ec6-1a8ca5d19869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:11.166076 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-953dd431-bb30-4b50-9ec6-1a8ca5d19869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:11.170369 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-953dd431-bb30-4b50-9ec6-1a8ca5d19869 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/07a25db7-69e9-4475-8b68-c52d0c948496 HTTP/1.1" status: 204 len: 168 time: 0.5376875 Jun 10 15:24:11.179165 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:11.179515 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] Set router 76c9036c-a472-451c-8660-65e48e805c9a gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:24:11.205834 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953dd431-bb30-4b50-9ec6-1a8ca5d19869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a25db7-69e9-4475-8b68-c52d0c948496,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:11.210309 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-953dd431-bb30-4b50-9ec6-1a8ca5d19869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:11.233753 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port 17d58941-73bd-4526-9b3e-d3ae66702cc1 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:24:11.242152 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 17d58941-73bd-4526-9b3e-d3ae66702cc1 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:24:11.243556 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:11.427167 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:11.480013 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port 17d58941-73bd-4526-9b3e-d3ae66702cc1, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=17d58941-73bd-4526-9b3e-d3ae66702cc1,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:24:11.509934 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba5c567-4147-426d-a94d-c26c0f18f0bc admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:24:11.518801 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] Sync routers for ids ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:24:11.532550 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] Routers {'a3ac1c19-9de2-4eed-a465-6544cfeed94d'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:24:11.539769 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:23:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:24:11.620223 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:11.620544 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9036c-a472-451c-8660-65e48e805c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1898981331-router', 'tenant_id': '1d7a27daba8a4544b21af138a318785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '7a8b553a-4512-4c9a-9673-b112573a1c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:24:09Z', 'revision_number': 3, 'project_id': '1d7a27daba8a4544b21af138a318785d', 'gw_port': {'id': '7a8b553a-4512-4c9a-9673-b112573a1c44', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:44:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c9036c-a472-451c-8660-65e48e805c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:07Z', 'updated_at': '2021-06-10T15:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:24:11.626284 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] Checking router: 76c9036c-a472-451c-8660-65e48e805c9a for host: dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:24:11.626637 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] Updating router 76c9036c-a472-451c-8660-65e48e805c9a port 7a8b553a-4512-4c9a-9673-b112573a1c44 binding host dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:24:11.631639 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-dba5c567-4147-426d-a94d-c26c0f18f0bc admin admin] Notify callbacks [] for router, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:11.633567 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-dba5c567-4147-426d-a94d-c26c0f18f0bc admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0375531 Jun 10 15:24:11.636415 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 47114) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:11.687772 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-2d46d7b0-ff0a-4f46-82e9-54353dda1859 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:11.776707 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:11.815993 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=17d58941-73bd-4526-9b3e-d3ae66702cc1,revision_number=3']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:11.823744 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:11.840546 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] Set router a3ac1c19-9de2-4eed-a465-6544cfeed94d gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:24:11.952849 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1268fba2-fb1c-4b46-80b9-337629ed9946 req-9b900c1e-72f7-4d4c-8765-5e5c71d9b289 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 210 time: 0.1130328 Jun 10 15:24:12.235631 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600131239-router', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:24:09Z', 'revision_number': 3, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'gw_port': {'id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:26:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:08Z', 'updated_at': '2021-06-10T15:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:24:12.274120 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] Checking router: a3ac1c19-9de2-4eed-a465-6544cfeed94d for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:24:12.276836 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] Updating router a3ac1c19-9de2-4eed-a465-6544cfeed94d port b0a31b38-a9c5-4661-a9ed-7199c201432f binding host dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:24:12.361616 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:12.596997 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] Notify callbacks [] for port, precommit_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:12.611840 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.provisioning_blocks [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] Transition to ACTIVE for port object 7a8b553a-4512-4c9a-9673-b112573a1c44 will not be triggered until provisioned by entity L2. {{(pid=92443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:24:12.763561 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:12.769656 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:12.822929 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d3beed15-1137-4fbc-9c4e-2d2c0ba2cacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:12.857717 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28113be5-b646-4013-a92e-aa28082a7514 None None] Pushing event updated for resources: {'Port': ['ID=7a8b553a-4512-4c9a-9673-b112573a1c44,revision_number=2']} {{(pid=92443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:12.889325 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28113be5-b646-4013-a92e-aa28082a7514 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:12.889674 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28113be5-b646-4013-a92e-aa28082a7514 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:12.890272 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28113be5-b646-4013-a92e-aa28082a7514 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:12.890612 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28113be5-b646-4013-a92e-aa28082a7514 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:12.890941 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28113be5-b646-4013-a92e-aa28082a7514 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:12.891269 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28113be5-b646-4013-a92e-aa28082a7514 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:12.893542 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28113be5-b646-4013-a92e-aa28082a7514 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:12.895056 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28113be5-b646-4013-a92e-aa28082a7514 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:12.895308 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28113be5-b646-4013-a92e-aa28082a7514 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28113be5-b646-4013-a92e-aa28082a7514 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28113be5-b646-4013-a92e-aa28082a7514 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28113be5-b646-4013-a92e-aa28082a7514 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28113be5-b646-4013-a92e-aa28082a7514 None None] Tracked resource versions report: Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: pushed versions: Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: { 'AddressGroup': {'1.2'}, Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: 'ConntrackHelper': {'1.0'}, Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: 'Log': {'1.0'}, Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: 'Network': {'1.1'}, Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: 'Port': {'1.7'}, Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: 'PortForwarding': {'1.2'}, Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: 'QosPolicy': {'1.8'}, Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: 'SecurityGroup': {'1.4'}, Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: 'SecurityGroupRule': {'1.2'}, Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: 'SubPort': {'1.0'}, Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: 'Subnet': {'1.1'}, Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: 'Trunk': {'1.1'}} Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: consumer versions: Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: { DHCP agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: HyperV agent@hv-cinder-77212: {}, Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: L3 agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: Metadata agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: Metering agent@dv-cinder-772126-2-iscsi: {}, Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: Open vSwitch agent@dv-cinder-772126-2-iscsi: { 'AddressGroup': '1.2', Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: 'ConntrackHelper': '1.0', Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: 'Log': '1.0', Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: 'Network': '1.1', Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: 'Port': '1.7', Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: 'PortForwarding': '1.2', Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: 'QosPolicy': '1.8', Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: 'SecurityGroup': '1.4', Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: 'SecurityGroupRule': '1.2', Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: 'SubPort': '1.0', Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: 'Subnet': '1.1', Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: 'Trunk': '1.1'}} Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: {{(pid=92443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 15:24:12.902878 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-28113be5-b646-4013-a92e-aa28082a7514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:12.955123 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] Attempting to bind port 7a8b553a-4512-4c9a-9673-b112573a1c44 on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:24:12.955663 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] Attempting to bind port 7a8b553a-4512-4c9a-9673-b112573a1c44 by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}] {{(pid=92443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:24:12.956325 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] Attempting to bind port 7a8b553a-4512-4c9a-9673-b112573a1c44 on network bafb3150-7231-46b7-88ed-3af7e5c7810a {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:24:12.963447 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:24:12.964053 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] Checking segment: {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:24:12.964745 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:12.965285 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] Bound using segment: {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'} {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:24:12.966055 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] Bound port: 7a8b553a-4512-4c9a-9673-b112573a1c44, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}}] {{(pid=92443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:24:12.967520 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:13.040913 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 17d58941-73bd-4526-9b3e-d3ae66702cc1 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:24:13.041664 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-dd270ed0-3c54-4add-94ea-285e485a9466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:13.112563 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.db [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] For port 7a8b553a-4512-4c9a-9673-b112573a1c44, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:24:13.121617 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.db [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] For port 7a8b553a-4512-4c9a-9673-b112573a1c44, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=7a8b553a-4512-4c9a-9673-b112573a1c44,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:24:13.221409 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [None req-d3beed15-1137-4fbc-9c4e-2d2c0ba2cacf admin admin] Allocated IP 172.20.0.1 (2b41a0c3-b273-41c4-ba99-8e23b2263aee/ac72a45d-a234-4ef7-b2ee-d2ca013addaa/8d1f9798-45aa-4ba5-a054-5e80920587e1) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:24:13.222128 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7c32ed62-61c8-45e9-8066-732fae1c9798 req-c7343c7f-d601-4c82-ad13-099adb76745c tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 210 time: 0.0410120 Jun 10 15:24:13.229484 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 17d58941-73bd-4526-9b3e-d3ae66702cc1 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:24:13.233508 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:13.242671 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:13.254956 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:13.400566 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] Routers {'76c9036c-a472-451c-8660-65e48e805c9a'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:24:13.401223 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:23:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['76c9036c-a472-451c-8660-65e48e805c9a'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:24:13.556909 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28113be5-b646-4013-a92e-aa28082a7514 None None] Pushing event updated for resources: {'Port': ['ID=7a8b553a-4512-4c9a-9673-b112573a1c44,revision_number=3']} {{(pid=92443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:13.562887 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-28113be5-b646-4013-a92e-aa28082a7514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:13.563021 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] Notify callbacks [] for port, precommit_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:13.595633 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] Transition to ACTIVE for port object b0a31b38-a9c5-4661-a9ed-7199c201432f will not be triggered until provisioned by entity L2. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:24:13.632422 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] Set router 76c9036c-a472-451c-8660-65e48e805c9a gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:24:13.673685 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:13.678855 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:13.690062 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [None req-dd270ed0-3c54-4add-94ea-285e485a9466 admin admin] Allocated IP 172.20.0.1 (4d632323-dfef-4d59-99a6-62839bb06dc5/7a2c655e-5d93-4119-a397-dc5fc7c831fb/4811a938-7b75-402c-86da-3d0cbc9a8d29) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:24:13.775865 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d3beed15-1137-4fbc-9c4e-2d2c0ba2cacf admin admin] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:13.826818 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] Attempting to bind port b0a31b38-a9c5-4661-a9ed-7199c201432f on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:24:13.827594 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] Attempting to bind port b0a31b38-a9c5-4661-a9ed-7199c201432f by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:24:13.828186 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] Attempting to bind port b0a31b38-a9c5-4661-a9ed-7199c201432f on network bafb3150-7231-46b7-88ed-3af7e5c7810a {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:24:13.832083 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd9b25-e665-4826-b13b-0787ff4fe83b None None] Pushing event updated for resources: {'Port': ['ID=b0a31b38-a9c5-4661-a9ed-7199c201432f,revision_number=2']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:13.836892 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-c3bd9b25-e665-4826-b13b-0787ff4fe83b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:13.838655 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:24:13.839367 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] Checking segment: {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:24:13.840350 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:13.840957 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] Bound using segment: {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:24:13.842486 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] Bound port: b0a31b38-a9c5-4661-a9ed-7199c201432f, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:24:13.843234 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:13.923414 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-dd270ed0-3c54-4add-94ea-285e485a9466 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:13.936102 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] For port b0a31b38-a9c5-4661-a9ed-7199c201432f, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:24:13.942571 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] For port b0a31b38-a9c5-4661-a9ed-7199c201432f, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=b0a31b38-a9c5-4661-a9ed-7199c201432f,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:24:13.943587 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.provisioning_blocks [None req-dd270ed0-3c54-4add-94ea-285e485a9466 admin admin] Transition to ACTIVE for port object 4811a938-7b75-402c-86da-3d0cbc9a8d29 will not be triggered until provisioned by entity DHCP. {{(pid=92441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:24:13.985052 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d3beed15-1137-4fbc-9c4e-2d2c0ba2cacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:13.988962 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-972ba354-7671-4b57-8b09-72de0548272d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:14.010781 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:14.014246 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:14.044856 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9036c-a472-451c-8660-65e48e805c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1898981331-router', 'tenant_id': '1d7a27daba8a4544b21af138a318785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '7a8b553a-4512-4c9a-9673-b112573a1c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:24:09Z', 'revision_number': 3, 'project_id': '1d7a27daba8a4544b21af138a318785d', 'gw_port': {'id': '7a8b553a-4512-4c9a-9673-b112573a1c44', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:44:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c9036c-a472-451c-8660-65e48e805c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:07Z', 'updated_at': '2021-06-10T15:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:24:14.052694 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a91f5fa-835d-478f-928a-5d73e0f70c1d None None] The sync data for ids ['76c9036c-a472-451c-8660-65e48e805c9a'] in dv-cinder-772126-2-iscsi is: [{'id': '76c9036c-a472-451c-8660-65e48e805c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1898981331-router', 'tenant_id': '1d7a27daba8a4544b21af138a318785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '7a8b553a-4512-4c9a-9673-b112573a1c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:24:09Z', 'revision_number': 3, 'project_id': '1d7a27daba8a4544b21af138a318785d', 'gw_port': {'id': '7a8b553a-4512-4c9a-9673-b112573a1c44', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:44:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c9036c-a472-451c-8660-65e48e805c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:07Z', 'updated_at': '2021-06-10T15:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}] {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:24:14.088713 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] Routers {'a3ac1c19-9de2-4eed-a465-6544cfeed94d'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:24:14.089589 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:23:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:24:14.093380 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3beed15-1137-4fbc-9c4e-2d2c0ba2cacf admin admin] Pushing event updated for resources: {'Port': ['ID=8d1f9798-45aa-4ba5-a054-5e80920587e1,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:14.106677 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3beed15-1137-4fbc-9c4e-2d2c0ba2cacf admin admin] Network 2b41a0c3-b273-41c4-ba99-8e23b2263aee is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:24:14.120057 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-d3beed15-1137-4fbc-9c4e-2d2c0ba2cacf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:14.121431 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-d3beed15-1137-4fbc-9c4e-2d2c0ba2cacf admin admin] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:24:14.124874 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3beed15-1137-4fbc-9c4e-2d2c0ba2cacf admin admin] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:24:14.127209 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d3beed15-1137-4fbc-9c4e-2d2c0ba2cacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-934716'] for router_interface, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:14.206488 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:24:14.301506 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-dd270ed0-3c54-4add-94ea-285e485a9466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:14.323834 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:14.596196 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] Set router a3ac1c19-9de2-4eed-a465-6544cfeed94d gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:24:14.660755 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd9b25-e665-4826-b13b-0787ff4fe83b None None] Pushing event updated for resources: {'Port': ['ID=b0a31b38-a9c5-4661-a9ed-7199c201432f,revision_number=3']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:14.671994 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-c3bd9b25-e665-4826-b13b-0787ff4fe83b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:14.688587 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b8e82572-d80b-4dfd-9537-58ce9d6ba10c req-e559afa5-f51c-4bce-9957-a34f928261b8 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 210 time: 0.0979190 Jun 10 15:24:14.703778 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd270ed0-3c54-4add-94ea-285e485a9466 admin admin] Network 4d632323-dfef-4d59-99a6-62839bb06dc5 is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:24:14.707152 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-dd270ed0-3c54-4add-94ea-285e485a9466 admin admin] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:24:14.725519 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd270ed0-3c54-4add-94ea-285e485a9466 admin admin] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:24:14.726051 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-dd270ed0-3c54-4add-94ea-285e485a9466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-934716'] for router_interface, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:14.731376 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd270ed0-3c54-4add-94ea-285e485a9466 admin admin] Pushing event updated for resources: {'Port': ['ID=4811a938-7b75-402c-86da-3d0cbc9a8d29,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:14.847227 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-dd270ed0-3c54-4add-94ea-285e485a9466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:14.963287 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d3beed15-1137-4fbc-9c4e-2d2c0ba2cacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:15.040018 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 7a8b553a-4512-4c9a-9673-b112573a1c44 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:24:15.230299 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600131239-router', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:24:09Z', 'revision_number': 3, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'gw_port': {'id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:26:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:08Z', 'updated_at': '2021-06-10T15:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:24:15.240502 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186825ea-0102-43eb-81cb-73051a3d73ce None None] The sync data for ids ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'] in dv-cinder-772126-2-iscsi is: [{'id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600131239-router', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:24:09Z', 'revision_number': 3, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'gw_port': {'id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:26:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:08Z', 'updated_at': '2021-06-10T15:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:24:15.262117 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-029dedc7-01cc-4d9b-9ab6-a6e28daf72a8 None None] Provisioning for port 4811a938-7b75-402c-86da-3d0cbc9a8d29 completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:24:15.268857 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-029dedc7-01cc-4d9b-9ab6-a6e28daf72a8 None None] Provisioning complete for port 4811a938-7b75-402c-86da-3d0cbc9a8d29 triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:24:15.271204 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-029dedc7-01cc-4d9b-9ab6-a6e28daf72a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:15.332755 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-dd270ed0-3c54-4add-94ea-285e485a9466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:15.348275 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port 7a8b553a-4512-4c9a-9673-b112573a1c44 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:24:15.364856 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 7a8b553a-4512-4c9a-9673-b112573a1c44 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:24:15.365263 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:15.431769 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-029dedc7-01cc-4d9b-9ab6-a6e28daf72a8 None None] Port 4811a938-7b75-402c-86da-3d0cbc9a8d29 cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:24:15.438667 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d3beed15-1137-4fbc-9c4e-2d2c0ba2cacf admin admin] Notify callbacks [] for port, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:15.527198 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:15.566168 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port 7a8b553a-4512-4c9a-9673-b112573a1c44, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=7a8b553a-4512-4c9a-9673-b112573a1c44,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:24:15.578578 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d3beed15-1137-4fbc-9c4e-2d2c0ba2cacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:15.581830 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d3beed15-1137-4fbc-9c4e-2d2c0ba2cacf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-934728'] for router_interface, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:15.604916 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:15.648436 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:15.651363 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-6aa89a44-0c4b-4955-b4d2-7a3d731f777d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:15.760646 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=7a8b553a-4512-4c9a-9673-b112573a1c44,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:15.764402 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:15.855205 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3beed15-1137-4fbc-9c4e-2d2c0ba2cacf admin admin] Pushing event updated for resources: {'Port': ['ID=8d1f9798-45aa-4ba5-a054-5e80920587e1,revision_number=2']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:15.864983 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-d3beed15-1137-4fbc-9c4e-2d2c0ba2cacf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:15.917605 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-dd270ed0-3c54-4add-94ea-285e485a9466 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:15.924919 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3beed15-1137-4fbc-9c4e-2d2c0ba2cacf admin admin] Network 2b41a0c3-b273-41c4-ba99-8e23b2263aee is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:24:15.926331 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-d3beed15-1137-4fbc-9c4e-2d2c0ba2cacf admin admin] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:24:15.943499 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-adbb8413-9535-45d9-a472-ad1e2292f658 req-d0981012-bed2-465c-b269-41811a9b64d5 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 210 time: 0.0516808 Jun 10 15:24:16.033072 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-dd270ed0-3c54-4add-94ea-285e485a9466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:16.035548 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-dd270ed0-3c54-4add-94ea-285e485a9466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-934728'] for router_interface, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:16.040008 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:16.151551 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd270ed0-3c54-4add-94ea-285e485a9466 admin admin] Pushing event updated for resources: {'Port': ['ID=4811a938-7b75-402c-86da-3d0cbc9a8d29,revision_number=2']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:16.364135 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-dd270ed0-3c54-4add-94ea-285e485a9466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:16.375022 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd270ed0-3c54-4add-94ea-285e485a9466 admin admin] Network 4d632323-dfef-4d59-99a6-62839bb06dc5 is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:24:16.378513 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-dd270ed0-3c54-4add-94ea-285e485a9466 admin admin] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:24:16.383988 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3beed15-1137-4fbc-9c4e-2d2c0ba2cacf admin admin] Router 76c9036c-a472-451c-8660-65e48e805c9a has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:24:16.793181 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-81e6bd34-338f-496d-bba1-9bfb6847f566 None None] Provisioning complete for port 4811a938-7b75-402c-86da-3d0cbc9a8d29 triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:24:16.793181 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-81e6bd34-338f-496d-bba1-9bfb6847f566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:16.793181 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-81e6bd34-338f-496d-bba1-9bfb6847f566 None None] Port 4811a938-7b75-402c-86da-3d0cbc9a8d29 cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:24:16.795285 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd270ed0-3c54-4add-94ea-285e485a9466 admin admin] Router a3ac1c19-9de2-4eed-a465-6544cfeed94d has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:24:16.795285 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3beed15-1137-4fbc-9c4e-2d2c0ba2cacf admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:24:16.795285 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-d3beed15-1137-4fbc-9c4e-2d2c0ba2cacf admin admin] 10.222.0.26 "PUT /v2.0/routers/76c9036c-a472-451c-8660-65e48e805c9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6655996 Jun 10 15:24:16.797174 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] Sync routers for ids ['76c9036c-a472-451c-8660-65e48e805c9a'] in dv-cinder-772126-2-iscsi {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:24:16.797174 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] Routers {'76c9036c-a472-451c-8660-65e48e805c9a'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:24:16.797174 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:23:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['76c9036c-a472-451c-8660-65e48e805c9a'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:24:16.945008 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd270ed0-3c54-4add-94ea-285e485a9466 admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:24:16.951217 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-dd270ed0-3c54-4add-94ea-285e485a9466 admin admin] 10.222.0.26 "PUT /v2.0/routers/a3ac1c19-9de2-4eed-a465-6544cfeed94d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3126884 Jun 10 15:24:16.985764 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] Set router 76c9036c-a472-451c-8660-65e48e805c9a gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:24:17.116165 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 7a8b553a-4512-4c9a-9673-b112573a1c44 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:24:17.140644 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5d720143-d9f2-4c58-8b31-5c081b0d3f0e req-b6b4c370-a757-4c37-8f32-a81a543005b5 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 210 time: 0.0496356 Jun 10 15:24:17.192884 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 7a8b553a-4512-4c9a-9673-b112573a1c44 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:24:17.193275 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:17.378595 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device b0a31b38-a9c5-4661-a9ed-7199c201432f up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:24:17.406322 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9036c-a472-451c-8660-65e48e805c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1898981331-router', 'tenant_id': '1d7a27daba8a4544b21af138a318785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '7a8b553a-4512-4c9a-9673-b112573a1c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:24:14Z', 'revision_number': 4, 'project_id': '1d7a27daba8a4544b21af138a318785d', 'gw_port': {'id': '7a8b553a-4512-4c9a-9673-b112573a1c44', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9036c-a472-451c-8660-65e48e805c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:07Z', 'updated_at': '2021-06-10T15:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '8d1f9798-45aa-4ba5-a054-5e80920587e1', 'name': '', 'network_id': '2b41a0c3-b273-41c4-ba99-8e23b2263aee', 'tenant_id': '1d7a27daba8a4544b21af138a318785d', 'mac_address': 'fa:16:3e:7c:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c9036c-a472-451c-8660-65e48e805c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac72a45d-a234-4ef7-b2ee-d2ca013addaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:12Z', 'updated_at': '2021-06-10T15:24:15Z', 'revision_number': 2, 'project_id': '1d7a27daba8a4544b21af138a318785d', 'subnets': [{'id': 'ac72a45d-a234-4ef7-b2ee-d2ca013addaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:24:17.410967 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] Checking router: 76c9036c-a472-451c-8660-65e48e805c9a for host: dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:24:17.411896 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] Updating router 76c9036c-a472-451c-8660-65e48e805c9a port 8d1f9798-45aa-4ba5-a054-5e80920587e1 binding host dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:24:17.506307 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:17.535992 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port b0a31b38-a9c5-4661-a9ed-7199c201432f completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:24:17.542413 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port b0a31b38-a9c5-4661-a9ed-7199c201432f triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:24:17.543388 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:17.607871 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-667a985c-0031-4702-9cf0-e84f3418b6c4 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:17.615107 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-667a985c-0031-4702-9cf0-e84f3418b6c4 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/networks?id=2b41a0c3-b273-41c4-ba99-8e23b2263aee HTTP/1.1" status: 200 len: 819 time: 0.2171950 Jun 10 15:24:17.631939 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-a4bcf23f-5643-453c-a239-dcddead4dcc9 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/quotas/1d7a27daba8a4544b21af138a318785d HTTP/1.1" status: 200 len: 375 time: 0.0156441 Jun 10 15:24:17.655223 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] Sync routers for ids ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:24:17.695588 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] Routers {'a3ac1c19-9de2-4eed-a465-6544cfeed94d'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:24:17.696390 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:23:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:24:17.744544 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-2525708f-706c-403a-9fce-554d22ffed13 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d7a27daba8a4544b21af138a318785d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1115360 Jun 10 15:24:17.871133 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-2ec91c0d-e3bf-4794-82bf-3166f46391f6 service neutron] 10.222.0.26 "GET /v2.0/networks/2b41a0c3-b273-41c4-ba99-8e23b2263aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187081 Jun 10 15:24:17.898436 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:17.904062 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] Notify callbacks [] for port, precommit_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:17.914648 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.provisioning_blocks [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] Transition to ACTIVE for port object 8d1f9798-45aa-4ba5-a054-5e80920587e1 will not be triggered until provisioned by entity L2. {{(pid=92443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:24:17.930684 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port b0a31b38-a9c5-4661-a9ed-7199c201432f, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=b0a31b38-a9c5-4661-a9ed-7199c201432f,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:24:17.951714 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] Set router a3ac1c19-9de2-4eed-a465-6544cfeed94d gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:24:18.027388 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-418c13c7-89f9-466d-abe4-0342cbf3584e service neutron] 10.222.0.26 "GET /v2.0/networks/2b41a0c3-b273-41c4-ba99-8e23b2263aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485603 Jun 10 15:24:18.067996 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:18.071831 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:18.107250 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:18.178739 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 47394) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:18.184619 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-f5111c82-4b87-4115-9cf5-68e89318ed71 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--886684413', 'description': 'tempest-description--1348386597'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:24:18.229417 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:18.288360 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808636ad-4c30-4e62-8d7c-d387df05c79d None None] Pushing event updated for resources: {'Port': ['ID=8d1f9798-45aa-4ba5-a054-5e80920587e1,revision_number=3']} {{(pid=92443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:18.292604 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-808636ad-4c30-4e62-8d7c-d387df05c79d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:18.316219 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f5111c82-4b87-4115-9cf5-68e89318ed71 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:18.337338 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b6baa5db-29b6-420e-9f9d-312f2752aab5 req-d57c2bf0-8bfc-4563-b00d-9ecd8ee70e7c tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 210 time: 0.0459409 Jun 10 15:24:18.353101 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-d360536e-a403-40fd-bced-6fb6d8c37771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:18.416989 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] Attempting to bind port 8d1f9798-45aa-4ba5-a054-5e80920587e1 on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:24:18.417766 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] Attempting to bind port 8d1f9798-45aa-4ba5-a054-5e80920587e1 by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '6d3ff470-4464-4b37-a42d-b56ac91cb4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2b41a0c3-b273-41c4-ba99-8e23b2263aee'}] {{(pid=92443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:24:18.418352 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] Attempting to bind port 8d1f9798-45aa-4ba5-a054-5e80920587e1 on network 2b41a0c3-b273-41c4-ba99-8e23b2263aee {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:24:18.429719 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=b0a31b38-a9c5-4661-a9ed-7199c201432f,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:18.431735 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:24:18.432391 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] Checking segment: {'id': '6d3ff470-4464-4b37-a42d-b56ac91cb4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2b41a0c3-b273-41c4-ba99-8e23b2263aee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:24:18.433984 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:18.435998 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] Bound using segment: {'id': '6d3ff470-4464-4b37-a42d-b56ac91cb4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2b41a0c3-b273-41c4-ba99-8e23b2263aee'} {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:24:18.438497 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] Bound port: 8d1f9798-45aa-4ba5-a054-5e80920587e1, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d3ff470-4464-4b37-a42d-b56ac91cb4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2b41a0c3-b273-41c4-ba99-8e23b2263aee'}}] {{(pid=92443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:24:18.441358 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:18.443811 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:18.475531 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4ac99417-243c-4298-9935-91724fb1b8f1 req-d1d4bcef-8452-45b9-a01d-15189549a667 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 210 time: 0.1141121 Jun 10 15:24:18.534779 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f5111c82-4b87-4115-9cf5-68e89318ed71 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:18.596171 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f5111c82-4b87-4115-9cf5-68e89318ed71 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:18.600796 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-953dd431-bb30-4b50-9ec6-1a8ca5d19869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:18.603843 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.db [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] For port 8d1f9798-45aa-4ba5-a054-5e80920587e1, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:24:18.610094 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.db [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] For port 8d1f9798-45aa-4ba5-a054-5e80920587e1, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=8d1f9798-45aa-4ba5-a054-5e80920587e1,segment=NetworkSegment(6d3ff470-4464-4b37-a42d-b56ac91cb4b3),segment_id=6d3ff470-4464-4b37-a42d-b56ac91cb4b3)] {{(pid=92443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:24:18.673859 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5111c82-4b87-4115-9cf5-68e89318ed71 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b22ce72-be3d-4a78-94fe-74065df33643,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:18.689757 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-f5111c82-4b87-4115-9cf5-68e89318ed71 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:18.748488 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600131239-router', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:24:15Z', 'revision_number': 4, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'gw_port': {'id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:26:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:08Z', 'updated_at': '2021-06-10T15:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '4811a938-7b75-402c-86da-3d0cbc9a8d29', 'name': '', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'mac_address': 'fa:16:3e:0c:21:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:13Z', 'updated_at': '2021-06-10T15:24:15Z', 'revision_number': 2, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'subnets': [{'id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:24:18.752818 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] Checking router: a3ac1c19-9de2-4eed-a465-6544cfeed94d for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:24:18.753714 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] Updating router a3ac1c19-9de2-4eed-a465-6544cfeed94d port 4811a938-7b75-402c-86da-3d0cbc9a8d29 binding host dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:24:18.793951 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f5111c82-4b87-4115-9cf5-68e89318ed71 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:18.795976 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-f5111c82-4b87-4115-9cf5-68e89318ed71 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6148510 Jun 10 15:24:18.798181 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:18.800477 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 47444) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:18.804237 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-28113be5-b646-4013-a92e-aa28082a7514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:18.806562 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-a804982a-a0f6-4520-8761-052b841c1901 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Request body: {'security_group_rule': {'security_group_id': '2b22ce72-be3d-4a78-94fe-74065df33643', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:24:18.808467 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:18.851925 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.45', 49871) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:18.894921 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] Routers {'76c9036c-a472-451c-8660-65e48e805c9a'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:24:18.895854 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:23:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['76c9036c-a472-451c-8660-65e48e805c9a'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:24:18.902272 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808636ad-4c30-4e62-8d7c-d387df05c79d None None] Pushing event updated for resources: {'Port': ['ID=8d1f9798-45aa-4ba5-a054-5e80920587e1,revision_number=4']} {{(pid=92443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:18.976756 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-3f882b91-9843-461a-8f28-a1a2511a3185 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:18.982782 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-3f882b91-9843-461a-8f28-a1a2511a3185 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/networks?id=2b41a0c3-b273-41c4-ba99-8e23b2263aee HTTP/1.1" status: 200 len: 819 time: 0.2369521 Jun 10 15:24:19.008603 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-625902ff-1f3a-4b06-8ff1-6d84872ebe9d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/quotas/1d7a27daba8a4544b21af138a318785d HTTP/1.1" status: 200 len: 375 time: 0.0166035 Jun 10 15:24:19.022721 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device b0a31b38-a9c5-4661-a9ed-7199c201432f up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:24:19.087464 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-808636ad-4c30-4e62-8d7c-d387df05c79d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:19.159201 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-27a277c5-0058-4b1a-bda8-a53fd2087f98 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d7a27daba8a4544b21af138a318785d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1476955 Jun 10 15:24:19.318127 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 47458) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:19.351519 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] Set router 76c9036c-a472-451c-8660-65e48e805c9a gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:24:19.363660 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697f612-8192-4437-8a57-3fe69b67b10f req-cb3b7239-1651-4dc5-b3f3-6b1d568fdf3a tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:19.365183 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-1697f612-8192-4437-8a57-3fe69b67b10f req-cb3b7239-1651-4dc5-b3f3-6b1d568fdf3a tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.45 "GET /v2.0/networks?id=60f5acdb-1557-4b16-b992-bf8e4f7692e7 HTTP/1.1" status: 200 len: 812 time: 0.5119085 Jun 10 15:24:19.367029 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a804982a-a0f6-4520-8761-052b841c1901 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:19.405860 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port b0a31b38-a9c5-4661-a9ed-7199c201432f triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:24:19.406148 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:19.438156 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [req-1697f612-8192-4437-8a57-3fe69b67b10f req-cca2da58-23b8-4f71-bd89-3dfcd345584c tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Request body: {'port': {'device_id': '955f9b57-0b89-4b82-b7d9-d2cc8acdb961', 'network_id': '60f5acdb-1557-4b16-b992-bf8e4f7692e7', 'admin_state_up': True, 'tenant_id': '7dc5c94af25d41cb85dee19dbdc7ccee'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:24:19.549152 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ebe3f1b4-76ec-4a03-8c49-4c7cbf7be2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:19.577462 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a804982a-a0f6-4520-8761-052b841c1901 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:19.643003 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9d947ca0-da6a-42ad-afdf-9805b6c836b9 req-1bc6aa29-c868-4a48-98cd-a8794a7a6631 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 210 time: 0.0535312 Jun 10 15:24:19.713026 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a804982a-a0f6-4520-8761-052b841c1901 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955263'] for security_group_rule, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:19.728650 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:19.756573 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-4d5a443c-6ee9-47e7-bffb-b7bc2e9b895c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=92440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 15:24:19.765032 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-4d5a443c-6ee9-47e7-bffb-b7bc2e9b895c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2082760 Jun 10 15:24:19.880298 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a804982a-a0f6-4520-8761-052b841c1901 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ce46efc-466c-4a81-8657-0b8df2275cce,revision_number=0']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:19.916976 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9036c-a472-451c-8660-65e48e805c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1898981331-router', 'tenant_id': '1d7a27daba8a4544b21af138a318785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '7a8b553a-4512-4c9a-9673-b112573a1c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:24:14Z', 'revision_number': 4, 'project_id': '1d7a27daba8a4544b21af138a318785d', 'gw_port': {'id': '7a8b553a-4512-4c9a-9673-b112573a1c44', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9036c-a472-451c-8660-65e48e805c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:07Z', 'updated_at': '2021-06-10T15:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '8d1f9798-45aa-4ba5-a054-5e80920587e1', 'name': '', 'network_id': '2b41a0c3-b273-41c4-ba99-8e23b2263aee', 'tenant_id': '1d7a27daba8a4544b21af138a318785d', 'mac_address': 'fa:16:3e:7c:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c9036c-a472-451c-8660-65e48e805c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac72a45d-a234-4ef7-b2ee-d2ca013addaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:12Z', 'updated_at': '2021-06-10T15:24:18Z', 'revision_number': 4, 'project_id': '1d7a27daba8a4544b21af138a318785d', 'subnets': [{'id': 'ac72a45d-a234-4ef7-b2ee-d2ca013addaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:24:19.921724 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0050776-78d6-4a08-bc99-a534919199ff None None] The sync data for ids ['76c9036c-a472-451c-8660-65e48e805c9a'] in dv-cinder-772126-2-iscsi is: [{'id': '76c9036c-a472-451c-8660-65e48e805c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1898981331-router', 'tenant_id': '1d7a27daba8a4544b21af138a318785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '7a8b553a-4512-4c9a-9673-b112573a1c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:24:14Z', 'revision_number': 4, 'project_id': '1d7a27daba8a4544b21af138a318785d', 'gw_port': {'id': '7a8b553a-4512-4c9a-9673-b112573a1c44', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9036c-a472-451c-8660-65e48e805c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:07Z', 'updated_at': '2021-06-10T15:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '8d1f9798-45aa-4ba5-a054-5e80920587e1', 'name': '', 'network_id': '2b41a0c3-b273-41c4-ba99-8e23b2263aee', 'tenant_id': '1d7a27daba8a4544b21af138a318785d', 'mac_address': 'fa:16:3e:7c:c8:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76c9036c-a472-451c-8660-65e48e805c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'ac72a45d-a234-4ef7-b2ee-d2ca013addaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:12Z', 'updated_at': '2021-06-10T15:24:18Z', 'revision_number': 4, 'project_id': '1d7a27daba8a4544b21af138a318785d', 'subnets': [{'id': 'ac72a45d-a234-4ef7-b2ee-d2ca013addaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:24:19.935614 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a804982a-a0f6-4520-8761-052b841c1901 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:19.943850 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:19.983157 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] Transition to ACTIVE for port object 4811a938-7b75-402c-86da-3d0cbc9a8d29 will not be triggered until provisioned by entity L2. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:24:19.993073 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ebe3f1b4-76ec-4a03-8c49-4c7cbf7be2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:20.072647 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ebe3f1b4-76ec-4a03-8c49-4c7cbf7be2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:20.078091 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-01bbcac9-519a-4060-bd9f-0edd33a14b1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:20.082725 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-bdec2c5b-19f2-4850-a75b-99fe936498a6 service neutron] 10.222.0.26 "GET /v2.0/networks/2b41a0c3-b273-41c4-ba99-8e23b2263aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161752 Jun 10 15:24:20.087581 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:20.089993 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:20.145090 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5a0d5-9841-4f6e-b604-ce00be8ca5b1 None None] Pushing event updated for resources: {'Port': ['ID=4811a938-7b75-402c-86da-3d0cbc9a8d29,revision_number=3']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:20.164335 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-79f5a0d5-9841-4f6e-b604-ce00be8ca5b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:20.169240 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-ebe3f1b4-76ec-4a03-8c49-4c7cbf7be2e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7d4d573ea11f46558e05fea31cf9ce5f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8462405 Jun 10 15:24:20.170177 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 47500) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:20.174201 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3f1b4-76ec-4a03-8c49-4c7cbf7be2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb1b20f-f8fb-42ae-b6a4-57992ee9fae3,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:20.189378 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a804982a-a0f6-4520-8761-052b841c1901 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:20.190683 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-a804982a-a0f6-4520-8761-052b841c1901 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3891506 Jun 10 15:24:20.209289 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 47504) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:20.217498 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-302889e7-792d-4b9b-8318-dd48f52e487e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Request body: {'security_group_rule': {'security_group_id': '2b22ce72-be3d-4a78-94fe-74065df33643', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:24:20.253454 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-ebe3f1b4-76ec-4a03-8c49-4c7cbf7be2e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:20.302724 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ea8c9c0b-e062-4a23-85cc-95848d43bc94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:20.328724 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-69681ab7-d89a-4512-ae59-e27c87ac9fe7 service neutron] 10.222.0.26 "GET /v2.0/networks/2b41a0c3-b273-41c4-ba99-8e23b2263aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316115 Jun 10 15:24:20.337423 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ea8c9c0b-e062-4a23-85cc-95848d43bc94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:20.362460 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] Attempting to bind port 4811a938-7b75-402c-86da-3d0cbc9a8d29 on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:24:20.367565 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1697f612-8192-4437-8a57-3fe69b67b10f req-cca2da58-23b8-4f71-bd89-3dfcd345584c tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Made reservation on behalf of 7dc5c94af25d41cb85dee19dbdc7ccee for: {'port': 1} {{(pid=92441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:24:20.368201 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] Attempting to bind port 4811a938-7b75-402c-86da-3d0cbc9a8d29 by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '1702aa14-938f-4925-84c5-5e06dd77e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5'}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:24:20.370204 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] Attempting to bind port 4811a938-7b75-402c-86da-3d0cbc9a8d29 on network 4d632323-dfef-4d59-99a6-62839bb06dc5 {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:24:20.371079 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-1697f612-8192-4437-8a57-3fe69b67b10f req-cca2da58-23b8-4f71-bd89-3dfcd345584c tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:20.381888 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:24:20.382123 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] Checking segment: {'id': '1702aa14-938f-4925-84c5-5e06dd77e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:24:20.387559 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:20.390012 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] Bound using segment: {'id': '1702aa14-938f-4925-84c5-5e06dd77e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5'} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:24:20.394436 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] Bound port: 4811a938-7b75-402c-86da-3d0cbc9a8d29, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1702aa14-938f-4925-84c5-5e06dd77e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5'}}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:24:20.394436 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:20.550114 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] For port 4811a938-7b75-402c-86da-3d0cbc9a8d29, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:24:20.553469 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] For port 4811a938-7b75-402c-86da-3d0cbc9a8d29, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=4811a938-7b75-402c-86da-3d0cbc9a8d29,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:24:20.594089 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-302889e7-792d-4b9b-8318-dd48f52e487e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:20.681512 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:20.717783 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-85f93295-deb1-40e8-9f56-c92370e9c657 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:20.763561 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:20.912703 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-0fdf0823-8964-4127-8de9-96376dadbf02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:21.009284 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] Routers {'a3ac1c19-9de2-4eed-a465-6544cfeed94d'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:24:21.011959 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:23:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:24:21.081840 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7561721a-ec3c-4429-a55b-0005556a2b58 req-00e52e9e-b9f8-41a4-b377-25e75ef96133 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.1535113 Jun 10 15:24:21.270785 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3e17ba62-96bd-462e-bcef-6ff99032372d req-f8ced037-27d0-4866-8ea7-a11f86ae8e14 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 210 time: 0.1917322 Jun 10 15:24:21.429688 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [req-1697f612-8192-4437-8a57-3fe69b67b10f req-cca2da58-23b8-4f71-bd89-3dfcd345584c tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Allocated IP 172.20.0.10 (60f5acdb-1557-4b16-b992-bf8e4f7692e7/bc3fe864-b55e-44ff-ad0c-c858cc365d80/d77938c9-8dbc-4055-8f28-a8e9d100a6bc) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:24:21.457841 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 8d1f9798-45aa-4ba5-a054-5e80920587e1 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:24:21.508524 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ea8c9c0b-e062-4a23-85cc-95848d43bc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:21.522167 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ea8c9c0b-e062-4a23-85cc-95848d43bc94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:21.524462 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-ea8c9c0b-e062-4a23-85cc-95848d43bc94 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6fb1b20f-f8fb-42ae-b6a4-57992ee9fae3 HTTP/1.1" status: 204 len: 168 time: 1.3553586 Jun 10 15:24:21.535862 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5a0d5-9841-4f6e-b604-ce00be8ca5b1 None None] Pushing event updated for resources: {'Port': ['ID=4811a938-7b75-402c-86da-3d0cbc9a8d29,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:21.550463 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:21.551985 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-79f5a0d5-9841-4f6e-b604-ce00be8ca5b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.840s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:21.554613 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-302889e7-792d-4b9b-8318-dd48f52e487e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:21.602991 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c9c0b-e062-4a23-85cc-95848d43bc94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb1b20f-f8fb-42ae-b6a4-57992ee9fae3,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:21.614091 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-ea8c9c0b-e062-4a23-85cc-95848d43bc94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:21.635551 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] Set router a3ac1c19-9de2-4eed-a465-6544cfeed94d gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:24:21.750226 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-302889e7-792d-4b9b-8318-dd48f52e487e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955263'] for security_group_rule, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:21.757937 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:21.785963 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302889e7-792d-4b9b-8318-dd48f52e487e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f19627c3-a64e-4f07-8f15-1d4830ec218c,revision_number=0']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:21.790511 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-302889e7-792d-4b9b-8318-dd48f52e487e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:21.852831 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port 8d1f9798-45aa-4ba5-a054-5e80920587e1 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:24:21.855150 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-1697f612-8192-4437-8a57-3fe69b67b10f req-cca2da58-23b8-4f71-bd89-3dfcd345584c tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:21.859036 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 8d1f9798-45aa-4ba5-a054-5e80920587e1 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:24:21.859418 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:21.871465 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-302889e7-792d-4b9b-8318-dd48f52e487e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:21.875743 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-302889e7-792d-4b9b-8318-dd48f52e487e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6623499 Jun 10 15:24:21.875987 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 47548) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:21.880373 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-506b9dc8-cd6f-4b55-b539-c5b6bcbfa627 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Request body: {'floatingip': {'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:24:21.963257 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:22.011576 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-1697f612-8192-4437-8a57-3fe69b67b10f req-cca2da58-23b8-4f71-bd89-3dfcd345584c tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:22.014583 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-506b9dc8-cd6f-4b55-b539-c5b6bcbfa627 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for floatingip, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:22.063837 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:22.065254 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-d3beed15-1137-4fbc-9c4e-2d2c0ba2cacf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:22.100739 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600131239-router', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:24:15Z', 'revision_number': 4, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'gw_port': {'id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:08Z', 'updated_at': '2021-06-10T15:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '4811a938-7b75-402c-86da-3d0cbc9a8d29', 'name': '', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'mac_address': 'fa:16:3e:0c:21:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:13Z', 'updated_at': '2021-06-10T15:24:20Z', 'revision_number': 4, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'subnets': [{'id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:24:22.123186 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97df9dd6-a029-4acb-b934-662c23383cf9 None None] The sync data for ids ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'] in dv-cinder-772126-2-iscsi is: [{'id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600131239-router', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:24:15Z', 'revision_number': 4, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'gw_port': {'id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:08Z', 'updated_at': '2021-06-10T15:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '4811a938-7b75-402c-86da-3d0cbc9a8d29', 'name': '', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'mac_address': 'fa:16:3e:0c:21:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:13Z', 'updated_at': '2021-06-10T15:24:20Z', 'revision_number': 4, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'subnets': [{'id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:24:22.128384 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port 8d1f9798-45aa-4ba5-a054-5e80920587e1, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=8d1f9798-45aa-4ba5-a054-5e80920587e1,segment=NetworkSegment(6d3ff470-4464-4b37-a42d-b56ac91cb4b3),segment_id=6d3ff470-4464-4b37-a42d-b56ac91cb4b3)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:24:22.219940 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1697f612-8192-4437-8a57-3fe69b67b10f req-cca2da58-23b8-4f71-bd89-3dfcd345584c tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Network 60f5acdb-1557-4b16-b992-bf8e4f7692e7 is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:24:22.230635 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [req-1697f612-8192-4437-8a57-3fe69b67b10f req-cca2da58-23b8-4f71-bd89-3dfcd345584c tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:24:22.237420 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:22.239129 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [req-1697f612-8192-4437-8a57-3fe69b67b10f req-cca2da58-23b8-4f71-bd89-3dfcd345584c tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:24:22.245951 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697f612-8192-4437-8a57-3fe69b67b10f req-cca2da58-23b8-4f71-bd89-3dfcd345584c tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:22.246798 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-1697f612-8192-4437-8a57-3fe69b67b10f req-cca2da58-23b8-4f71-bd89-3dfcd345584c tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for port, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:22.248543 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:22.255351 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2da58-23b8-4f71-bd89-3dfcd345584c tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Pushing event updated for resources: {'Port': ['ID=d77938c9-8dbc-4055-8f28-a8e9d100a6bc,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:22.286863 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-cca2da58-23b8-4f71-bd89-3dfcd345584c tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:22.429933 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=8d1f9798-45aa-4ba5-a054-5e80920587e1,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:22.447180 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0cd08a96-2d32-4530-9c90-8cc867c2a753 req-b852febe-5e23-4463-8aa0-d45f81b719f6 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.2795699 Jun 10 15:24:22.458163 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:22.463017 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-1697f612-8192-4437-8a57-3fe69b67b10f req-cca2da58-23b8-4f71-bd89-3dfcd345584c tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0476027 Jun 10 15:24:22.524962 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-506b9dc8-cd6f-4b55-b539-c5b6bcbfa627 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:22.591799 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 47578) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:22.620363 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfd4030-ea83-4df0-afb6-dbf368b13d99 req-ee2e725d-60c1-487f-b0d2-b261aece9346 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:22.621609 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2cfd4030-ea83-4df0-afb6-dbf368b13d99 req-ee2e725d-60c1-487f-b0d2-b261aece9346 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 932 time: 0.1120751 Jun 10 15:24:22.623340 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-78f8adea-d884-448f-8465-00389d1013b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:22.670450 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [None req-506b9dc8-cd6f-4b55-b539-c5b6bcbfa627 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Allocated IP 172.27.3.5 (bafb3150-7231-46b7-88ed-3af7e5c7810a/66421b7e-18a2-4c9a-a813-c12246305922/68c6b8cf-de30-4275-8ba3-4a7dd020cc24) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:24:22.711860 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2cfd4030-ea83-4df0-afb6-dbf368b13d99 req-c8e6b64b-8967-48fb-ba92-b190b084ba57 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773227 Jun 10 15:24:22.780688 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-78f8adea-d884-448f-8465-00389d1013b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:22.829398 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-506b9dc8-cd6f-4b55-b539-c5b6bcbfa627 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:22.983013 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 8d1f9798-45aa-4ba5-a054-5e80920587e1 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:24:22.985342 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-78f8adea-d884-448f-8465-00389d1013b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:22.990321 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:23.025441 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-506b9dc8-cd6f-4b55-b539-c5b6bcbfa627 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:23.027857 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:23.030565 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8adea-d884-448f-8465-00389d1013b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989a98ca-ba87-47bb-9b8b-7d0d7ebedab4,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:23.050961 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-78f8adea-d884-448f-8465-00389d1013b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:23.051826 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 8d1f9798-45aa-4ba5-a054-5e80920587e1 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:24:23.052284 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:23.055167 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-78f8adea-d884-448f-8465-00389d1013b2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7bd0a03c78ce4c898737de79d29da660&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4623480 Jun 10 15:24:23.057717 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 47580) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:23.082716 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506b9dc8-cd6f-4b55-b539-c5b6bcbfa627 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Network bafb3150-7231-46b7-88ed-3af7e5c7810a is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:24:23.086307 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-506b9dc8-cd6f-4b55-b539-c5b6bcbfa627 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:24:23.092350 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506b9dc8-cd6f-4b55-b539-c5b6bcbfa627 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:24:23.108645 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b9dc8-cd6f-4b55-b539-c5b6bcbfa627 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Pushing event updated for resources: {'Port': ['ID=68c6b8cf-de30-4275-8ba3-4a7dd020cc24,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:23.131143 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-77c61046-a42b-486d-aa9c-2abaad195d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:23.153047 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-506b9dc8-cd6f-4b55-b539-c5b6bcbfa627 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:23.175008 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 4811a938-7b75-402c-86da-3d0cbc9a8d29 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:24:23.176524 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-77c61046-a42b-486d-aa9c-2abaad195d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:23.270165 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-506b9dc8-cd6f-4b55-b539-c5b6bcbfa627 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:23.327850 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-77c61046-a42b-486d-aa9c-2abaad195d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:23.331093 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-77c61046-a42b-486d-aa9c-2abaad195d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:23.332240 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-77c61046-a42b-486d-aa9c-2abaad195d15 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/989a98ca-ba87-47bb-9b8b-7d0d7ebedab4 HTTP/1.1" status: 204 len: 168 time: 0.2732949 Jun 10 15:24:23.332972 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:23.356003 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c61046-a42b-486d-aa9c-2abaad195d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989a98ca-ba87-47bb-9b8b-7d0d7ebedab4,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:23.362564 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port 4811a938-7b75-402c-86da-3d0cbc9a8d29 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:24:23.371492 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-77c61046-a42b-486d-aa9c-2abaad195d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:23.375388 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 4811a938-7b75-402c-86da-3d0cbc9a8d29 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:24:23.375460 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:23.487610 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-506b9dc8-cd6f-4b55-b539-c5b6bcbfa627 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:23.727842 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1d5e30d3-7b07-41d7-8050-5ec257eaa794 req-20589c3a-3ee2-4f3f-9f4d-236ce2084648 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.0666656 Jun 10 15:24:23.792592 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:23.793682 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:23.856131 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port 4811a938-7b75-402c-86da-3d0cbc9a8d29, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=4811a938-7b75-402c-86da-3d0cbc9a8d29,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:24:23.873854 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-506b9dc8-cd6f-4b55-b539-c5b6bcbfa627 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for port, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:23.973426 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:23.976899 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:24.044491 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-506b9dc8-cd6f-4b55-b539-c5b6bcbfa627 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:24.044491 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-dd270ed0-3c54-4add-94ea-285e485a9466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:24.059442 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c3be2-4de4-468d-ba88-5ee90ea0f7e6 req-a88dfb44-be70-48bf-acb3-65acb812536e tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:24.061638 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6e4c3be2-4de4-468d-ba88-5ee90ea0f7e6 req-a88dfb44-be70-48bf-acb3-65acb812536e tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 932 time: 0.1403337 Jun 10 15:24:24.069009 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=4811a938-7b75-402c-86da-3d0cbc9a8d29,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:24.070095 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-506b9dc8-cd6f-4b55-b539-c5b6bcbfa627 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:24.081698 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:24.104326 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506b9dc8-cd6f-4b55-b539-c5b6bcbfa627 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Pushing event updated for resources: {'Port': ['ID=68c6b8cf-de30-4275-8ba3-4a7dd020cc24,revision_number=2']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:24.108831 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-506b9dc8-cd6f-4b55-b539-c5b6bcbfa627 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:24.135538 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6e4c3be2-4de4-468d-ba88-5ee90ea0f7e6 req-c1e8822d-98a0-4bc3-b4d5-5ef273980bf5 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576105 Jun 10 15:24:24.370243 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-506b9dc8-cd6f-4b55-b539-c5b6bcbfa627 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for floatingip, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:24.371487 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-506b9dc8-cd6f-4b55-b539-c5b6bcbfa627 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4946649 Jun 10 15:24:24.641294 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-11304906-71fb-4059-be3f-350efaa06609 req-f1f3c84f-f0a9-4dd1-b2a2-bc1fbb78b6eb tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--886684413&fields=id&tenant_id=efc7c5988e6c495d9a904fb9069702f2 HTTP/1.1" status: 200 len: 267 time: 0.0583978 Jun 10 15:24:24.785376 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11304906-71fb-4059-be3f-350efaa06609 req-240ac94b-5e51-44c3-bc31-574de042d057 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:24.786816 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-11304906-71fb-4059-be3f-350efaa06609 req-240ac94b-5e51-44c3-bc31-574de042d057 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/networks?id=4d632323-dfef-4d59-99a6-62839bb06dc5 HTTP/1.1" status: 200 len: 817 time: 0.1388068 Jun 10 15:24:24.808199 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-11304906-71fb-4059-be3f-350efaa06609 req-d99a09c4-958d-4935-9ccb-2c4b9dbe319a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/quotas/efc7c5988e6c495d9a904fb9069702f2 HTTP/1.1" status: 200 len: 375 time: 0.0111876 Jun 10 15:24:24.892292 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4f2d822b-e95c-4a0f-9198-f8dc767b86f9 req-897a28b0-7e64-4815-b348-8c01b7b61287 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.0391722 Jun 10 15:24:24.929042 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-11304906-71fb-4059-be3f-350efaa06609 req-dd4439b1-3dca-4afe-ab2c-2a9a0309e5f4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=efc7c5988e6c495d9a904fb9069702f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1186006 Jun 10 15:24:24.936764 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 4811a938-7b75-402c-86da-3d0cbc9a8d29 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:24:24.996916 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 4811a938-7b75-402c-86da-3d0cbc9a8d29 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:24:24.997380 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:25.093102 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-11304906-71fb-4059-be3f-350efaa06609 req-6f6842be-90d7-4540-bcf2-e24b6335ffff service neutron] 10.222.0.26 "GET /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501753 Jun 10 15:24:25.253029 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-11304906-71fb-4059-be3f-350efaa06609 req-5e2beec7-2a3b-4047-a07e-005e1c29c35d service neutron] 10.222.0.26 "GET /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529517 Jun 10 15:24:25.355680 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f2fef-a5f1-436d-87ef-98bb290d3a6f req-eb960896-7ff6-496c-b9fc-585af453f701 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:25.359826 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3f3f2fef-a5f1-436d-87ef-98bb290d3a6f req-eb960896-7ff6-496c-b9fc-585af453f701 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 932 time: 0.0892179 Jun 10 15:24:25.425708 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3f3f2fef-a5f1-436d-87ef-98bb290d3a6f req-98956fd3-fd9d-4e3b-8d23-9ad57c7ec1cc tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600870 Jun 10 15:24:25.585495 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-de171f96-c189-4f04-8c35-68d81b1dc9c0 req-a5c61451-24c1-4427-9df9-e31416e49098 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 210 time: 0.0440810 Jun 10 15:24:26.032106 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-27c5218c-fcc6-49d6-a3bc-58c8e8f79554 req-8e577044-147b-485c-a569-b5a6c4192558 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.0328968 Jun 10 15:24:26.625076 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd3a8d-0a8e-4b7c-947e-fb120bc161f6 req-d9064978-bc4a-47b5-9708-bbc3601b299a tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:26.626693 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f7dd3a8d-0a8e-4b7c-947e-fb120bc161f6 req-d9064978-bc4a-47b5-9708-bbc3601b299a tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 932 time: 0.0841732 Jun 10 15:24:26.693618 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fdb50196-61bc-4b5c-8bc0-c54bae5601cb req-88a3435d-ca04-4ccf-9e7f-bb0e803bef5d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 210 time: 0.0531690 Jun 10 15:24:26.714988 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f7dd3a8d-0a8e-4b7c-947e-fb120bc161f6 req-9dc2ec08-834f-4f7a-9927-e0cef74accec tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739777 Jun 10 15:24:27.197140 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c6538ea6-a378-417d-8f95-888d623f04c4 req-78dbc4e7-6f0a-4187-a731-5f3ff7291fd3 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.0423872 Jun 10 15:24:27.847513 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d4cf2ecb-098b-49f0-923d-d7a46ce4dcff req-61134f02-df25-4e45-a95e-e3995441e23a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 210 time: 0.0329545 Jun 10 15:24:27.925039 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d8710-f6a6-4ada-a54e-1e1975817138 req-152d5e14-fa0b-4989-927c-f814772e1377 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:27.926608 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-106d8710-f6a6-4ada-a54e-1e1975817138 req-152d5e14-fa0b-4989-927c-f814772e1377 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 932 time: 0.0812833 Jun 10 15:24:27.972194 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-106d8710-f6a6-4ada-a54e-1e1975817138 req-325fc4b9-ffb4-41f9-b65e-73662cd59473 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394254 Jun 10 15:24:28.398559 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a286691e-e54d-49a1-b18d-b9d7355726c1 req-bf674519-9195-4e27-b178-13caf090684c tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.0507188 Jun 10 15:24:28.994542 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:29.005859 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ad5b6e17-7aee-4822-ab6e-b00b179d6b9a req-30732de4-f233-4d7b-a96e-64769366593b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 210 time: 0.0338473 Jun 10 15:24:29.220363 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e9fcd-cb30-4cd6-a612-5a7e45cc27d0 req-662b7c70-24ef-4190-b669-cf5158f01c8a tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:29.222152 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9c1e9fcd-cb30-4cd6-a612-5a7e45cc27d0 req-662b7c70-24ef-4190-b669-cf5158f01c8a tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 932 time: 0.0836980 Jun 10 15:24:29.272168 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9c1e9fcd-cb30-4cd6-a612-5a7e45cc27d0 req-63fef5fb-0305-4ee3-831a-271c246e7077 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436554 Jun 10 15:24:29.554918 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ccf2b51f-8575-4eca-a7fd-d4269c845c6a req-ea742098-6059-47dd-ac9e-9f4a5729229d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.0414696 Jun 10 15:24:30.216891 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a984e136-103f-44af-9e68-238a6dfc42a8 req-b823c8e6-61e7-4ecb-b222-2dacbc4ea4ab tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 210 time: 0.0409782 Jun 10 15:24:30.520587 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a526c9-5989-44ae-a8ca-a8ed7e5a8dfc req-162fec81-265c-49dc-b36b-28792410e449 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:30.522223 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d9a526c9-5989-44ae-a8ca-a8ed7e5a8dfc req-162fec81-265c-49dc-b36b-28792410e449 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 932 time: 0.1296542 Jun 10 15:24:30.570133 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d9a526c9-5989-44ae-a8ca-a8ed7e5a8dfc req-977e6de6-a3a1-4ebc-9665-f19485926d63 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415754 Jun 10 15:24:30.716813 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5beabd5f-4575-4755-9321-647d8b132bcd req-f7f3930c-d5be-468c-af92-10e67ea931c2 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.0356362 Jun 10 15:24:31.383943 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8236107d-1d9b-4ac3-9682-335cc008779b req-6231e3bd-547a-4d4a-b5fe-57ad31b64bee tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 210 time: 0.0346324 Jun 10 15:24:31.754560 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b9998-7acd-4d29-8087-8bb29de67a0b req-ff2945ab-5aa9-43d1-825d-a1a439ff494d tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:31.756002 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-217b9998-7acd-4d29-8087-8bb29de67a0b req-ff2945ab-5aa9-43d1-825d-a1a439ff494d tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 932 time: 0.0705042 Jun 10 15:24:31.797898 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-217b9998-7acd-4d29-8087-8bb29de67a0b req-311831df-8034-4850-b12d-d17672ebed44 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363867 Jun 10 15:24:31.858864 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-85899e3a-2b46-4680-9e00-58277451b5b6 req-0cfb2018-ec34-4572-8646-0fa82928450e tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.0321877 Jun 10 15:24:32.536156 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a1827a4a-acf9-488c-8fa0-5b4381a3959c req-bd697da7-6c45-4e33-8ce4-d0a83c9aa7d7 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 210 time: 0.0323296 Jun 10 15:24:33.138535 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4814d690-b2bd-4ad2-bd29-c5c60ca41278 req-4712eaaa-965d-4334-8fea-fd93dc112705 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.0371308 Jun 10 15:24:33.154601 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7d605-c404-4c41-b6e2-a6c94064efcf req-ef513f30-fa72-414d-a158-a675b1bd6efd tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:33.156061 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5fa7d605-c404-4c41-b6e2-a6c94064efcf req-ef513f30-fa72-414d-a158-a675b1bd6efd tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 932 time: 0.2483389 Jun 10 15:24:33.197829 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5fa7d605-c404-4c41-b6e2-a6c94064efcf req-77e37666-71c1-4ec5-b7dc-77945bdd8c46 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361850 Jun 10 15:24:33.704191 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4abb0a71-cd36-4e7d-bba3-00cf5d9d2036 req-0284221b-d8f5-46c9-a7c6-397a1d96b295 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 210 time: 0.0358400 Jun 10 15:24:34.302333 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-090c167a-ba55-4e87-b35d-22ff1604e591 req-5872fa6f-f674-49c4-955f-d456cbd5b225 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.0384941 Jun 10 15:24:34.381865 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4fc2a-f276-4970-a060-9620009f5011 req-ead4ad51-bbf6-4320-9619-47ae56ad2016 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:34.383306 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d2f4fc2a-f276-4970-a060-9620009f5011 req-ead4ad51-bbf6-4320-9619-47ae56ad2016 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 932 time: 0.0696981 Jun 10 15:24:34.424177 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d2f4fc2a-f276-4970-a060-9620009f5011 req-6a65766b-f9f4-429b-b7a3-2fdf667aeda2 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352182 Jun 10 15:24:34.855533 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-530e613c-ba54-4bde-9e7b-ea03291fe2a5 req-e0db6552-b516-48f8-bf3b-690bc6419449 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 210 time: 0.0325606 Jun 10 15:24:35.457307 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-bb031a1f-7b27-42c1-8f4f-fcc2baeb69b1 req-ff0d2dc4-8ded-4950-a17c-8e64b2011c28 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.0444427 Jun 10 15:24:35.614444 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b37d8-f2f8-4b85-a9d3-91135d3cdf2e req-0fcc7a5e-0a9f-4c83-9dbb-dfe10338f4d3 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:35.616051 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-857b37d8-f2f8-4b85-a9d3-91135d3cdf2e req-0fcc7a5e-0a9f-4c83-9dbb-dfe10338f4d3 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 932 time: 0.0763946 Jun 10 15:24:35.660282 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-857b37d8-f2f8-4b85-a9d3-91135d3cdf2e req-6447c3b4-8c11-4b4f-b665-0d91e601a0ba tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373874 Jun 10 15:24:36.003326 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c00e7eb9-c319-423c-8580-b4dd6ea01c8f req-71b7da49-68a3-4f58-bf81-4c349c3510be tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 210 time: 0.0339217 Jun 10 15:24:36.608474 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-862a5a5c-dea9-4164-be95-d7a8f21f1eb1 req-3c2a08c8-57d8-4068-ad71-90cca0800141 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.0360246 Jun 10 15:24:36.841352 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7b990-2bd8-4e65-84ab-e813cdf8f4aa req-f5445f46-6b04-46d3-bc0b-a038543e8b01 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:36.843146 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6fd7b990-2bd8-4e65-84ab-e813cdf8f4aa req-f5445f46-6b04-46d3-bc0b-a038543e8b01 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 932 time: 0.0715699 Jun 10 15:24:36.886787 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6fd7b990-2bd8-4e65-84ab-e813cdf8f4aa req-6069a61a-d89f-4e7c-ad9e-a6b46fe97df6 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381510 Jun 10 15:24:37.167948 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d45b2fbc-92d3-4588-8cd6-fe7bbf476a98 req-01ffaf9e-d13d-478a-9fdc-938f7244a19a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 210 time: 0.0396602 Jun 10 15:24:37.758445 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4b62fc01-8580-4601-9398-96536078e058 req-ca43959f-6050-4d44-9d40-912e93b96303 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.0424495 Jun 10 15:24:38.080915 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8da2c-9c00-49f0-8178-194501e200b1 req-784d1aea-6a9e-4943-897c-ae60a381cad3 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:38.088370 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f1d8da2c-9c00-49f0-8178-194501e200b1 req-784d1aea-6a9e-4943-897c-ae60a381cad3 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 932 time: 0.0715880 Jun 10 15:24:38.132816 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f1d8da2c-9c00-49f0-8178-194501e200b1 req-dd74c23f-081f-429b-bf8a-1e27e1125842 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409751 Jun 10 15:24:38.315963 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-267757dc-e6e2-41e6-8363-f6b312b0037d req-84841d88-c2d8-4180-91ad-c21cdcaeac9e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 210 time: 0.0344384 Jun 10 15:24:38.913437 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-60c25d1f-08ab-436d-8da8-435d0a9083b1 req-70ab7d91-118f-4e73-a254-b93d1298b989 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.0401626 Jun 10 15:24:39.324408 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfb993-dccc-42d4-a211-4818cb7e4271 req-a29f1c91-80e3-4bb8-92e7-e73c86b7e742 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:39.326494 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f9bfb993-dccc-42d4-a211-4818cb7e4271 req-a29f1c91-80e3-4bb8-92e7-e73c86b7e742 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 932 time: 0.0768063 Jun 10 15:24:39.370363 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f9bfb993-dccc-42d4-a211-4818cb7e4271 req-df746971-c04e-43f8-98b5-16cf1afdf4d3 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380640 Jun 10 15:24:39.486832 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6a52652a-fe4e-4bd2-96d4-6830e7fd15c7 req-37d49760-cb2b-4344-b514-c1675e5d2767 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 210 time: 0.0458608 Jun 10 15:24:40.064180 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-71a77097-f424-4bc5-8479-d21a4f253635 req-e8b04623-81d5-408e-99b6-bc306dd8ee2f tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.0377202 Jun 10 15:24:40.228963 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [req-1697f612-8192-4437-8a57-3fe69b67b10f req-1e8f1274-1398-496c-8554-2083f4ff854b tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=92441) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 15:24:40.235060 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-1697f612-8192-4437-8a57-3fe69b67b10f req-1e8f1274-1398-496c-8554-2083f4ff854b tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154283 Jun 10 15:24:40.245903 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 48024) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:40.370319 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 48036) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:40.430979 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1141528e-cbbb-4dc7-ac4b-5edd33ad5108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:40.505046 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d5602215-1adf-49f0-ac73-d2cf92bb4615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:40.519424 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [req-1697f612-8192-4437-8a57-3fe69b67b10f req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] Request body: {'port': {'device_id': '955f9b57-0b89-4b82-b7d9-d2cc8acdb961', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:24:40.601209 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27f9a1-0e81-4931-9478-ad1fbfc6e07d req-c35d32f4-d804-4764-badd-9f4818418ef4 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:40.603074 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0c27f9a1-0e81-4931-9478-ad1fbfc6e07d req-c35d32f4-d804-4764-badd-9f4818418ef4 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 932 time: 0.0802031 Jun 10 15:24:40.633728 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-1697f612-8192-4437-8a57-3fe69b67b10f req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:40.686851 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0c27f9a1-0e81-4931-9478-ad1fbfc6e07d req-8014212d-b4a8-48df-a012-30dc6c2e4f14 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689254 Jun 10 15:24:40.774526 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-06fec593-d4b2-4070-bfeb-46889f880050 req-ca7d5bdb-e47a-4224-9a78-861c44fe452e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 210 time: 0.0536871 Jun 10 15:24:40.906591 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1141528e-cbbb-4dc7-ac4b-5edd33ad5108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:40.998796 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1141528e-cbbb-4dc7-ac4b-5edd33ad5108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:41.014222 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:41.081106 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-1141528e-cbbb-4dc7-ac4b-5edd33ad5108 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0c53097e6bc14d2e87af68f629d3427b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8340750 Jun 10 15:24:41.083785 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 48064) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:41.090663 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1141528e-cbbb-4dc7-ac4b-5edd33ad5108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de33e41-aee5-42ea-a178-47906bb16dec,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:41.101035 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-1141528e-cbbb-4dc7-ac4b-5edd33ad5108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:41.154769 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [req-1697f612-8192-4437-8a57-3fe69b67b10f req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d77938c9-8dbc-4055-8f28-a8e9d100a6bc {{(pid=92441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:24:41.163572 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-1697f612-8192-4437-8a57-3fe69b67b10f req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:41.188049 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.provisioning_blocks [req-1697f612-8192-4437-8a57-3fe69b67b10f req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] Transition to ACTIVE for port object d77938c9-8dbc-4055-8f28-a8e9d100a6bc will not be triggered until provisioned by entity L2. {{(pid=92441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:24:41.198127 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c9ceea66-a5a1-41bd-8de2-eb2ff1c768cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:41.224831 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c9ceea66-a5a1-41bd-8de2-eb2ff1c768cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:41.295864 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b0d2e88e-234f-4996-a603-48a63900b833 req-9b4a993e-9820-44b8-9f09-bd8789f025bb tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.0495417 Jun 10 15:24:41.350318 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-1697f612-8192-4437-8a57-3fe69b67b10f req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:41.352260 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d5602215-1adf-49f0-ac73-d2cf92bb4615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:41.355637 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-d3beed15-1137-4fbc-9c4e-2d2c0ba2cacf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:41.455790 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c9ceea66-a5a1-41bd-8de2-eb2ff1c768cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:41.458813 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c9ceea66-a5a1-41bd-8de2-eb2ff1c768cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:41.460152 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-c9ceea66-a5a1-41bd-8de2-eb2ff1c768cb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4de33e41-aee5-42ea-a178-47906bb16dec HTTP/1.1" status: 204 len: 168 time: 0.3752859 Jun 10 15:24:41.461136 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-ebe3f1b4-76ec-4a03-8c49-4c7cbf7be2e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:41.471721 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ceea66-a5a1-41bd-8de2-eb2ff1c768cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de33e41-aee5-42ea-a178-47906bb16dec,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:41.475410 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-c9ceea66-a5a1-41bd-8de2-eb2ff1c768cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:41.509572 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] Pushing event updated for resources: {'Port': ['ID=d77938c9-8dbc-4055-8f28-a8e9d100a6bc,revision_number=2']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:41.514626 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:41.539361 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d5602215-1adf-49f0-ac73-d2cf92bb4615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:41.555654 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:41.586793 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.managers [req-1697f612-8192-4437-8a57-3fe69b67b10f req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] Attempting to bind port d77938c9-8dbc-4055-8f28-a8e9d100a6bc on host hv-cinder-77212 for vnic_type normal with profile {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:24:41.587134 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.managers [req-1697f612-8192-4437-8a57-3fe69b67b10f req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] Attempting to bind port d77938c9-8dbc-4055-8f28-a8e9d100a6bc by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '3d389d3d-3387-4d22-8c07-13be805831a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '60f5acdb-1557-4b16-b992-bf8e4f7692e7'}] {{(pid=92441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:24:41.587496 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697f612-8192-4437-8a57-3fe69b67b10f req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] Attempting to bind port d77938c9-8dbc-4055-8f28-a8e9d100a6bc on network 60f5acdb-1557-4b16-b992-bf8e4f7692e7 {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:24:41.606507 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-d5602215-1adf-49f0-ac73-d2cf92bb4615 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c4e477fe811646e1a86a6377256778b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2348335 Jun 10 15:24:41.609507 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697f612-8192-4437-8a57-3fe69b67b10f req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] Port d77938c9-8dbc-4055-8f28-a8e9d100a6bc on network 60f5acdb-1557-4b16-b992-bf8e4f7692e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:24:41.609816 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 48084) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:41.609919 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697f612-8192-4437-8a57-3fe69b67b10f req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] Attempting to bind port d77938c9-8dbc-4055-8f28-a8e9d100a6bc on network 60f5acdb-1557-4b16-b992-bf8e4f7692e7 {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:24:41.611938 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5602215-1adf-49f0-ac73-d2cf92bb4615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbb21ef-7379-45c5-8aae-2e35765ef6a2,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:41.615248 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-d5602215-1adf-49f0-ac73-d2cf92bb4615 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:41.620110 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697f612-8192-4437-8a57-3fe69b67b10f req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] Checking agent: {'id': 'e28e421a-1ab2-4a36-8074-76b1dba64f57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'started_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:24:41.620448 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697f612-8192-4437-8a57-3fe69b67b10f req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] Checking segment: {'id': '3d389d3d-3387-4d22-8c07-13be805831a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '60f5acdb-1557-4b16-b992-bf8e4f7692e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:24:41.620996 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697f612-8192-4437-8a57-3fe69b67b10f req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] Bound using segment: {'id': '3d389d3d-3387-4d22-8c07-13be805831a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '60f5acdb-1557-4b16-b992-bf8e4f7692e7'} {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:24:41.621455 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.managers [req-1697f612-8192-4437-8a57-3fe69b67b10f req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] Bound port: d77938c9-8dbc-4055-8f28-a8e9d100a6bc, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d389d3d-3387-4d22-8c07-13be805831a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '60f5acdb-1557-4b16-b992-bf8e4f7692e7'}}] {{(pid=92441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:24:41.621837 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-1697f612-8192-4437-8a57-3fe69b67b10f req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:41.669986 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-3c071945-77f0-43e6-96f7-0742569fd0c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:41.693666 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-3c071945-77f0-43e6-96f7-0742569fd0c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:41.708935 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [req-1697f612-8192-4437-8a57-3fe69b67b10f req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] For port d77938c9-8dbc-4055-8f28-a8e9d100a6bc, host hv-cinder-77212, cleared binding levels {{(pid=92441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:24:41.733011 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [req-1697f612-8192-4437-8a57-3fe69b67b10f req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] For port d77938c9-8dbc-4055-8f28-a8e9d100a6bc, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=d77938c9-8dbc-4055-8f28-a8e9d100a6bc,segment=NetworkSegment(3d389d3d-3387-4d22-8c07-13be805831a3),segment_id=3d389d3d-3387-4d22-8c07-13be805831a3)] {{(pid=92441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:24:41.757042 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.45', 49907) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:41.868738 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf7b35-89ad-421a-bf7d-94b33d813dd4 req-5576e0bc-2b44-42fc-b62a-e8d654b8aaf7 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:41.870304 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-efdf7b35-89ad-421a-bf7d-94b33d813dd4 req-5576e0bc-2b44-42fc-b62a-e8d654b8aaf7 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 944 time: 0.0800397 Jun 10 15:24:41.875865 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-3c071945-77f0-43e6-96f7-0742569fd0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:41.876486 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-1697f612-8192-4437-8a57-3fe69b67b10f req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:41.879699 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-506b9dc8-cd6f-4b55-b539-c5b6bcbfa627 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:41.886486 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-3c071945-77f0-43e6-96f7-0742569fd0c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:41.886486 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-3c071945-77f0-43e6-96f7-0742569fd0c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cdbb21ef-7379-45c5-8aae-2e35765ef6a2 HTTP/1.1" status: 204 len: 168 time: 0.2712591 Jun 10 15:24:41.902098 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:41.967706 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697f612-8192-4437-8a57-3fe69b67b10f req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:41.968798 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-1697f612-8192-4437-8a57-3fe69b67b10f req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for port, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:41.970504 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-1697f612-8192-4437-8a57-3fe69b67b10f req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] 10.222.0.45 "PUT /v2.0/ports/d77938c9-8dbc-4055-8f28-a8e9d100a6bc HTTP/1.1" status: 200 len: 1094 time: 1.5253594 Jun 10 15:24:41.971116 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955f9b57-0b89-4b82-b7d9-d2cc8acdb961', 'tag': 'd77938c9-8dbc-4055-8f28-a8e9d100a6bc'}] {{(pid=92441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:24:42.009376 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c071945-77f0-43e6-96f7-0742569fd0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbb21ef-7379-45c5-8aae-2e35765ef6a2,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:42.020538 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-02009676-df83-462c-bc11-73c4d30781c7 req-461b787d-7aa6-4a26-b0f0-53db44e41390 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 210 time: 0.1145041 Jun 10 15:24:42.023402 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-3c071945-77f0-43e6-96f7-0742569fd0c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:42.049701 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-efdf7b35-89ad-421a-bf7d-94b33d813dd4 req-1b2efb5c-c51a-4d8f-8265-72ee6ec4889b tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654294 Jun 10 15:24:42.067209 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] Pushing event updated for resources: {'Port': ['ID=d77938c9-8dbc-4055-8f28-a8e9d100a6bc,revision_number=3']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:42.067209 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:42.083020 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-10ec9bf3-8705-45a4-b172-cf5b4b86fbc2 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:42.084622 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-10ec9bf3-8705-45a4-b172-cf5b4b86fbc2 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.45 "GET /v2.0/networks?id=2b41a0c3-b273-41c4-ba99-8e23b2263aee HTTP/1.1" status: 200 len: 819 time: 0.3265264 Jun 10 15:24:42.113908 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ab2d8d98-98b5-4e77-8293-f30041f425ec tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Request body: {'port': {'device_id': '11afad76-f6b0-4af1-a99f-d7d67c013ab0', 'network_id': '2b41a0c3-b273-41c4-ba99-8e23b2263aee', 'admin_state_up': True, 'tenant_id': '1d7a27daba8a4544b21af138a318785d'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:24:42.455088 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-84c8be37-1936-4c40-81fd-f5f9b70d0aba req-ddd98a76-8264-4e00-87b7-27b57632565d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.0408978 Jun 10 15:24:42.455901 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ab2d8d98-98b5-4e77-8293-f30041f425ec tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Made reservation on behalf of 1d7a27daba8a4544b21af138a318785d for: {'port': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:24:42.459347 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ab2d8d98-98b5-4e77-8293-f30041f425ec tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:42.642432 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 48126) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:42.663866 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8f3e43ec-b300-42ee-9dfe-79d0c401dde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:42.696392 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9b8eca18dfada33807f9ce70a392550ff1c61d1cc5185ff617afbbc74c0c2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fba0a0c-9c03-4042-9a3d-e59a676bd0bb" -d '{"events": [{"name": "network-changed", "server_uuid": "955f9b57-0b89-4b82-b7d9-d2cc8acdb961", "tag": "d77938c9-8dbc-4055-8f28-a8e9d100a6bc"}]}' {{(pid=92441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:24:42.721048 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.db_base_plugin_common [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ab2d8d98-98b5-4e77-8293-f30041f425ec tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Allocated IP 172.20.0.10 (2b41a0c3-b273-41c4-ba99-8e23b2263aee/ac72a45d-a234-4ef7-b2ee-d2ca013addaa/c11c673a-4e53-4309-9eac-212c6d252be6) {{(pid=92440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:24:42.807374 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8f3e43ec-b300-42ee-9dfe-79d0c401dde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:42.902671 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8f3e43ec-b300-42ee-9dfe-79d0c401dde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:42.908617 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-57d1fd0e-6229-4851-a8aa-97974aa84f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:42.961889 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-8f3e43ec-b300-42ee-9dfe-79d0c401dde1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2846ed61efbf431ca9785c3558b568f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181176 Jun 10 15:24:42.963629 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e43ec-b300-42ee-9dfe-79d0c401dde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bad8c04-78db-4a6f-89d7-e71f8f65f261,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:42.967892 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 48142) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:42.978571 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cede18b-40d5-46b9-89eb-678750df9571 x-openstack-request-id: req-3cede18b-40d5-46b9-89eb-678750df9571 {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:24:42.978885 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955f9b57-0b89-4b82-b7d9-d2cc8acdb961", "tag": "d77938c9-8dbc-4055-8f28-a8e9d100a6bc", "status": "completed", "code": 200}]} {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:24:42.979417 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3cede18b-40d5-46b9-89eb-678750df9571 {{(pid=92441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:24:42.979895 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955f9b57-0b89-4b82-b7d9-d2cc8acdb961', 'tag': 'd77938c9-8dbc-4055-8f28-a8e9d100a6bc', 'status': 'completed', 'code': 200} Jun 10 15:24:42.982374 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-8f3e43ec-b300-42ee-9dfe-79d0c401dde1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:43.036286 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-49c63445-7a78-44a1-bef0-160fcff580ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:43.062585 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-49c63445-7a78-44a1-bef0-160fcff580ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:43.090607 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ab2d8d98-98b5-4e77-8293-f30041f425ec tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Notify callbacks [] for port, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:43.219111 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-49c63445-7a78-44a1-bef0-160fcff580ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:43.222292 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-49c63445-7a78-44a1-bef0-160fcff580ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:43.223423 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-49c63445-7a78-44a1-bef0-160fcff580ba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3bad8c04-78db-4a6f-89d7-e71f8f65f261 HTTP/1.1" status: 204 len: 168 time: 0.2540112 Jun 10 15:24:43.224354 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-d5602215-1adf-49f0-ac73-d2cf92bb4615 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:43.242627 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c63445-7a78-44a1-bef0-160fcff580ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bad8c04-78db-4a6f-89d7-e71f8f65f261,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:43.245451 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-49c63445-7a78-44a1-bef0-160fcff580ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:43.301864 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ab2d8d98-98b5-4e77-8293-f30041f425ec tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:43.307535 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7cf5f752-6a09-482a-af8d-07aeba7ac94d req-f91ba9cd-cca4-4a3b-8da8-3a3e99411032 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 210 time: 0.0710385 Jun 10 15:24:43.319650 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:43.398761 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ab2d8d98-98b5-4e77-8293-f30041f425ec tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Network 2b41a0c3-b273-41c4-ba99-8e23b2263aee is already hosted by enough agents. {{(pid=92440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:24:43.420555 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ab2d8d98-98b5-4e77-8293-f30041f425ec tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Resources bound (agent type, host, resource id): {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:24:43.433226 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ab2d8d98-98b5-4e77-8293-f30041f425ec tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Received port after_create {{(pid=92440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:24:43.439561 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ab2d8d98-98b5-4e77-8293-f30041f425ec tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:43.440217 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ab2d8d98-98b5-4e77-8293-f30041f425ec tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:43.458221 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d8d98-98b5-4e77-8293-f30041f425ec tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Pushing event updated for resources: {'Port': ['ID=c11c673a-4e53-4309-9eac-212c6d252be6,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:43.461552 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-ab2d8d98-98b5-4e77-8293-f30041f425ec tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:43.477752 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0dcffb-9e18-40c6-8a4e-3b52d5654421 req-e4e9b89f-ce7f-4cbb-994b-9a336a6fd798 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:43.479702 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6b0dcffb-9e18-40c6-8a4e-3b52d5654421 req-e4e9b89f-ce7f-4cbb-994b-9a336a6fd798 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 944 time: 0.2555473 Jun 10 15:24:43.527741 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6b0dcffb-9e18-40c6-8a4e-3b52d5654421 req-a73ab4cd-8af9-4559-8478-a38213d96502 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415330 Jun 10 15:24:43.548383 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ab2d8d98-98b5-4e77-8293-f30041f425ec tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4384556 Jun 10 15:24:43.634504 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-77a9a526-b9c1-4c4a-add8-88e3ff7d00fa req-6694da0e-cc6b-46ad-a4ad-cb6c00d75733 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.0341344 Jun 10 15:24:44.466112 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ea0752b1-3077-4606-8573-98a106d04e8d req-7e040c35-dd2a-4fa8-a021-b2996afae947 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 210 time: 0.0376906 Jun 10 15:24:44.736320 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014ce977-c082-4703-9673-0b9d8e6c928b req-08157691-c07a-4ce4-ba1f-69c9cd414ef9 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:44.738605 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-014ce977-c082-4703-9673-0b9d8e6c928b req-08157691-c07a-4ce4-ba1f-69c9cd414ef9 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 944 time: 0.0921113 Jun 10 15:24:44.803699 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a4777965-da53-4311-aeb6-c030aba6d9b0 req-2077a7e3-d210-4b53-a85c-761262884ea7 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.0372634 Jun 10 15:24:44.818883 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-014ce977-c082-4703-9673-0b9d8e6c928b req-1de90827-1524-4103-aa0e-181231c1b12e tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740952 Jun 10 15:24:45.103631 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] Request body: {'port': {'device_id': '11afad76-f6b0-4af1-a99f-d7d67c013ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:24:45.190114 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:45.648652 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5306cde8-5d27-44c0-8635-14298be34108 req-1dc8e8f3-aa0e-45f5-a521-acb0966b8aab tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 210 time: 0.0577147 Jun 10 15:24:45.668246 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c11c673a-4e53-4309-9eac-212c6d252be6 {{(pid=92440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:24:45.677512 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:45.695802 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.provisioning_blocks [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] Transition to ACTIVE for port object c11c673a-4e53-4309-9eac-212c6d252be6 will not be triggered until provisioned by entity L2. {{(pid=92440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:24:45.813391 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:45.816761 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:45.986992 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] Pushing event updated for resources: {'Port': ['ID=c11c673a-4e53-4309-9eac-212c6d252be6,revision_number=2']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:46.010419 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:46.034914 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f5a0f54b-cc28-4b3f-aa91-d8e7908b862b req-d0523f25-a604-41dc-834d-394807223089 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.0732508 Jun 10 15:24:46.099000 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] Attempting to bind port c11c673a-4e53-4309-9eac-212c6d252be6 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:24:46.099350 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] Attempting to bind port c11c673a-4e53-4309-9eac-212c6d252be6 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '6d3ff470-4464-4b37-a42d-b56ac91cb4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2b41a0c3-b273-41c4-ba99-8e23b2263aee'}] {{(pid=92440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:24:46.099702 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] Attempting to bind port c11c673a-4e53-4309-9eac-212c6d252be6 on network 2b41a0c3-b273-41c4-ba99-8e23b2263aee {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:24:46.113286 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] Port c11c673a-4e53-4309-9eac-212c6d252be6 on network 2b41a0c3-b273-41c4-ba99-8e23b2263aee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:24:46.113286 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] Attempting to bind port c11c673a-4e53-4309-9eac-212c6d252be6 on network 2b41a0c3-b273-41c4-ba99-8e23b2263aee {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:24:46.122859 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] Checking agent: {'id': 'e28e421a-1ab2-4a36-8074-76b1dba64f57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'started_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:24:46.123269 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] Checking segment: {'id': '6d3ff470-4464-4b37-a42d-b56ac91cb4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2b41a0c3-b273-41c4-ba99-8e23b2263aee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:24:46.123874 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] Bound using segment: {'id': '6d3ff470-4464-4b37-a42d-b56ac91cb4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2b41a0c3-b273-41c4-ba99-8e23b2263aee'} {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:24:46.124391 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] Bound port: c11c673a-4e53-4309-9eac-212c6d252be6, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d3ff470-4464-4b37-a42d-b56ac91cb4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2b41a0c3-b273-41c4-ba99-8e23b2263aee'}}] {{(pid=92440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:24:46.124808 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:46.150048 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2822ecb-b024-4772-a59c-f3fc034b0b52 req-a2575331-14ef-438a-867d-cf81491609ac tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:46.151558 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e2822ecb-b024-4772-a59c-f3fc034b0b52 req-a2575331-14ef-438a-867d-cf81491609ac tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 944 time: 0.1854289 Jun 10 15:24:46.241953 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] For port c11c673a-4e53-4309-9eac-212c6d252be6, host hv-cinder-77212, cleared binding levels {{(pid=92440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:24:46.246424 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] For port c11c673a-4e53-4309-9eac-212c6d252be6, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=c11c673a-4e53-4309-9eac-212c6d252be6,segment=NetworkSegment(6d3ff470-4464-4b37-a42d-b56ac91cb4b3),segment_id=6d3ff470-4464-4b37-a42d-b56ac91cb4b3)] {{(pid=92440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:24:46.250650 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e2822ecb-b024-4772-a59c-f3fc034b0b52 req-0ab7b6df-59cf-425c-8356-42b38450704c tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717721 Jun 10 15:24:46.399252 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:46.402532 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-dba5c567-4147-426d-a94d-c26c0f18f0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:46.445479 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:46.446114 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:46.447534 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] 10.222.0.45 "PUT /v2.0/ports/c11c673a-4e53-4309-9eac-212c6d252be6 HTTP/1.1" status: 200 len: 1094 time: 1.3538680 Jun 10 15:24:46.447997 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11afad76-f6b0-4af1-a99f-d7d67c013ab0', 'tag': 'c11c673a-4e53-4309-9eac-212c6d252be6'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:24:46.675560 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5806ab84-aef7-46bb-86d2-2ba07856682c" -d '{"events": [{"name": "network-changed", "server_uuid": "11afad76-f6b0-4af1-a99f-d7d67c013ab0", "tag": "c11c673a-4e53-4309-9eac-212c6d252be6"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:24:46.684760 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] Pushing event updated for resources: {'Port': ['ID=c11c673a-4e53-4309-9eac-212c6d252be6,revision_number=3']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:46.693952 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:46.820959 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-078650db-17eb-469c-af20-12db998d9544 req-84cd35ab-fd12-4664-a5f3-1e01dd1c8d35 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 210 time: 0.0332239 Jun 10 15:24:46.859760 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116171ae-a9a8-4a60-a34d-099b592baf9d x-openstack-request-id: req-116171ae-a9a8-4a60-a34d-099b592baf9d {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:24:46.860230 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11afad76-f6b0-4af1-a99f-d7d67c013ab0", "tag": "c11c673a-4e53-4309-9eac-212c6d252be6", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:24:46.860626 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-116171ae-a9a8-4a60-a34d-099b592baf9d {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:24:46.862349 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11afad76-f6b0-4af1-a99f-d7d67c013ab0', 'tag': 'c11c673a-4e53-4309-9eac-212c6d252be6', 'status': 'completed', 'code': 200} Jun 10 15:24:46.927201 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697f612-8192-4437-8a57-3fe69b67b10f req-a7309ab8-5882-4b9e-a773-deff7846a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:46.928714 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-1697f612-8192-4437-8a57-3fe69b67b10f req-a7309ab8-5882-4b9e-a773-deff7846a532 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7dc5c94af25d41cb85dee19dbdc7ccee&device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 1097 time: 0.1174984 Jun 10 15:24:46.988406 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806ab84-aef7-46bb-86d2-2ba07856682c req-2f03319a-fb0f-4213-9257-fa998ad93b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:46.989939 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5806ab84-aef7-46bb-86d2-2ba07856682c req-2f03319a-fb0f-4213-9257-fa998ad93b96 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d7a27daba8a4544b21af138a318785d&device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 1097 time: 0.0920713 Jun 10 15:24:47.030790 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-1697f612-8192-4437-8a57-3fe69b67b10f req-ef993a0a-8f94-4a28-911a-63337c5c8421 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d77938c9-8dbc-4055-8f28-a8e9d100a6bc HTTP/1.1" status: 200 len: 217 time: 0.0781565 Jun 10 15:24:47.178192 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2a010984-0f67-44f1-a4e5-c28086766b31 req-31df582f-eae5-4d87-8552-f37a35b48715 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.0327213 Jun 10 15:24:47.451207 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b229dd2-4070-4c2e-8dd2-8dac430eb6eb req-5083ed6c-dccb-4b8d-a597-141d6a184f3b tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:47.452957 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8b229dd2-4070-4c2e-8dd2-8dac430eb6eb req-5083ed6c-dccb-4b8d-a597-141d6a184f3b tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 944 time: 0.0895042 Jun 10 15:24:47.496980 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8b229dd2-4070-4c2e-8dd2-8dac430eb6eb req-5f7a8c8b-76f4-4308-a26e-b15e89ee3ed6 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384321 Jun 10 15:24:47.634366 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697f612-8192-4437-8a57-3fe69b67b10f req-f3ae9ba5-a4fe-48ed-8bb0-f1fc574c5aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:47.636023 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-1697f612-8192-4437-8a57-3fe69b67b10f req-f3ae9ba5-a4fe-48ed-8bb0-f1fc574c5aef service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc3fe864-b55e-44ff-ad0c-c858cc365d80 HTTP/1.1" status: 200 len: 852 time: 0.0871398 Jun 10 15:24:47.691969 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-1697f612-8192-4437-8a57-3fe69b67b10f req-0c3a3a1c-4c8e-4579-a7c4-b9e8ea3baecb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60f5acdb-1557-4b16-b992-bf8e4f7692e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490932 Jun 10 15:24:47.779635 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806ab84-aef7-46bb-86d2-2ba07856682c req-982d43f5-e9d7-43f9-abbf-116cdea3d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:47.785582 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5806ab84-aef7-46bb-86d2-2ba07856682c req-982d43f5-e9d7-43f9-abbf-116cdea3d237 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1d7a27daba8a4544b21af138a318785d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2335715 Jun 10 15:24:47.821483 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-1697f612-8192-4437-8a57-3fe69b67b10f req-87d9893d-4f55-49b6-b707-9ad9a05fb05a service neutron] 10.222.0.45 "GET /v2.0/networks/60f5acdb-1557-4b16-b992-bf8e4f7692e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219926 Jun 10 15:24:47.948353 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-1697f612-8192-4437-8a57-3fe69b67b10f req-ffd04659-28c5-4524-8ea4-b0b17a75813c service neutron] 10.222.0.45 "GET /v2.0/networks/60f5acdb-1557-4b16-b992-bf8e4f7692e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175387 Jun 10 15:24:47.980965 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806ab84-aef7-46bb-86d2-2ba07856682c req-ae293fee-e3a3-4fda-8311-6cc78a89f326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:48.009163 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5806ab84-aef7-46bb-86d2-2ba07856682c req-ae293fee-e3a3-4fda-8311-6cc78a89f326 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1917238 Jun 10 15:24:48.009163 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-36cd13ff-64b3-4237-ba8a-aa40aae4ec5a req-83284c33-803b-4e99-8ad0-6fcd6c6de61a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 210 time: 0.0382802 Jun 10 15:24:48.210440 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-6996ce76-8413-4d54-ad71-2bddbce61f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:48.211931 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-6996ce76-8413-4d54-ad71-2bddbce61f1f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d7a27daba8a4544b21af138a318785d&device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 1097 time: 0.0586815 Jun 10 15:24:48.291684 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-56bc756f-0dbe-4d6e-9656-a06bee402c6b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c11c673a-4e53-4309-9eac-212c6d252be6 HTTP/1.1" status: 200 len: 217 time: 0.0714951 Jun 10 15:24:48.367059 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-98c44308-65f1-4cc3-b730-e8f6937c9187 req-4a1ce4e3-864a-4e5a-b3ee-c7ceb5839cbb tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.0752144 Jun 10 15:24:48.385837 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-7b0f8f7c-bf28-4212-bcbf-a2e190bc53d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:48.387464 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-7b0f8f7c-bf28-4212-bcbf-a2e190bc53d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac72a45d-a234-4ef7-b2ee-d2ca013addaa HTTP/1.1" status: 200 len: 859 time: 0.0873759 Jun 10 15:24:48.439387 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-57be9947-04ee-4db8-bb1a-ccc539fb59da service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b41a0c3-b273-41c4-ba99-8e23b2263aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454404 Jun 10 15:24:48.551388 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c5f50c59-d155-4276-8647-343f69547ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:48.569402 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-ed694de1-c32b-4346-a4b4-5a0fe04cefe5 service neutron] 10.222.0.45 "GET /v2.0/networks/2b41a0c3-b273-41c4-ba99-8e23b2263aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227746 Jun 10 15:24:48.574713 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.45', 49916) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:24:48.627696 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba0a0c-9c03-4042-9a3d-e59a676bd0bb req-ffbd3921-2eb4-4989-872f-5ad062058708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:48.629060 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-9fba0a0c-9c03-4042-9a3d-e59a676bd0bb req-ffbd3921-2eb4-4989-872f-5ad062058708 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7dc5c94af25d41cb85dee19dbdc7ccee&device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 1097 time: 0.0879514 Jun 10 15:24:48.843017 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba0a0c-9c03-4042-9a3d-e59a676bd0bb req-d00ffc23-3cff-4e3b-99de-7cc95120150a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:48.845377 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-9fba0a0c-9c03-4042-9a3d-e59a676bd0bb req-d00ffc23-3cff-4e3b-99de-7cc95120150a service neutron] 10.222.0.45 "GET /v2.0/networks?id=60f5acdb-1557-4b16-b992-bf8e4f7692e7 HTTP/1.1" status: 200 len: 913 time: 0.2076843 Jun 10 15:24:48.904095 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-9217949e-4362-42d9-8ff5-09900af46020 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:48.905660 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-9217949e-4362-42d9-8ff5-09900af46020 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.45 "GET /v2.0/networks?id=2b41a0c3-b273-41c4-ba99-8e23b2263aee HTTP/1.1" status: 200 len: 819 time: 0.3253398 Jun 10 15:24:48.905767 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-9fba0a0c-9c03-4042-9a3d-e59a676bd0bb req-1da2b40d-be9f-4656-b2fd-5cc841789283 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d77938c9-8dbc-4055-8f28-a8e9d100a6bc HTTP/1.1" status: 200 len: 217 time: 0.0545318 Jun 10 15:24:48.908641 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-38de8d14-aaa9-4a21-9d36-fa1ede5275ba req-64ab8dc1-daf4-41c8-8ad4-e88ec514b2b7 service neutron] 10.222.0.45 "GET /v2.0/networks/2b41a0c3-b273-41c4-ba99-8e23b2263aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159132 Jun 10 15:24:48.923521 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb9237-2fa6-471f-82f2-6a0633516b88 req-cb02a4ae-ddd3-4e2d-8474-dc7a9335cc36 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:48.927779 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-18eb9237-2fa6-471f-82f2-6a0633516b88 req-cb02a4ae-ddd3-4e2d-8474-dc7a9335cc36 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 944 time: 0.2471261 Jun 10 15:24:48.929783 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-5764262f-e08e-4ce9-94ea-1ece2a84dd5a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Request body: {'port': {'device_id': 'befa0f4b-bce9-4f97-94b7-13b5ba3b42dd', 'network_id': '2b41a0c3-b273-41c4-ba99-8e23b2263aee', 'admin_state_up': True, 'tenant_id': '1d7a27daba8a4544b21af138a318785d'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:24:48.984841 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba0a0c-9c03-4042-9a3d-e59a676bd0bb req-853950f0-20ec-4199-aff7-ce70cc9ff97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:48.986564 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-9fba0a0c-9c03-4042-9a3d-e59a676bd0bb req-853950f0-20ec-4199-aff7-ce70cc9ff97a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc3fe864-b55e-44ff-ad0c-c858cc365d80 HTTP/1.1" status: 200 len: 852 time: 0.0629492 Jun 10 15:24:49.033625 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-9fba0a0c-9c03-4042-9a3d-e59a676bd0bb req-ad68dbeb-d1e1-40c9-8caf-5ea860d2da4e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60f5acdb-1557-4b16-b992-bf8e4f7692e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386035 Jun 10 15:24:49.159846 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-9fba0a0c-9c03-4042-9a3d-e59a676bd0bb req-1297a011-b484-4e98-82f1-c4c0f43b3b2c service neutron] 10.222.0.45 "GET /v2.0/networks/60f5acdb-1557-4b16-b992-bf8e4f7692e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164327 Jun 10 15:24:49.240208 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-39e238f1-4cae-4b10-ad3a-cfdaa216f9c0 req-2c04d33e-109c-4d18-9c0c-96dabeca5282 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 210 time: 0.0870686 Jun 10 15:24:49.243569 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-18eb9237-2fa6-471f-82f2-6a0633516b88 req-38759ef3-118e-4b14-a23b-60fd7c440dd5 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095655 Jun 10 15:24:49.443244 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-5764262f-e08e-4ce9-94ea-1ece2a84dd5a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Made reservation on behalf of 1d7a27daba8a4544b21af138a318785d for: {'port': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:24:49.453389 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-5764262f-e08e-4ce9-94ea-1ece2a84dd5a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:49.492738 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-9fba0a0c-9c03-4042-9a3d-e59a676bd0bb req-f7856831-c738-44f4-a541-b49c4e9af331 service neutron] 10.222.0.45 "GET /v2.0/networks/60f5acdb-1557-4b16-b992-bf8e4f7692e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256593 Jun 10 15:24:49.578436 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5b60d4ee-5306-4b4d-88f2-80f4257b233d req-37b0b1a9-e9de-4973-93b9-ff8c4fb68975 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.0725043 Jun 10 15:24:49.671732 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.db_base_plugin_common [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-5764262f-e08e-4ce9-94ea-1ece2a84dd5a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Allocated IP 172.20.0.5 (2b41a0c3-b273-41c4-ba99-8e23b2263aee/ac72a45d-a234-4ef7-b2ee-d2ca013addaa/6ed6dfec-fde1-4f1b-b1dc-5210734e71f3) {{(pid=92440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:24:49.875995 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-5764262f-e08e-4ce9-94ea-1ece2a84dd5a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Notify callbacks [] for port, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:50.096372 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-5764262f-e08e-4ce9-94ea-1ece2a84dd5a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:50.101507 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:50.149752 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-5764262f-e08e-4ce9-94ea-1ece2a84dd5a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Network 2b41a0c3-b273-41c4-ba99-8e23b2263aee is already hosted by enough agents. {{(pid=92440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:24:50.152876 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-5764262f-e08e-4ce9-94ea-1ece2a84dd5a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Resources bound (agent type, host, resource id): {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:24:50.157419 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-5764262f-e08e-4ce9-94ea-1ece2a84dd5a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Received port after_create {{(pid=92440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:24:50.162890 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-5764262f-e08e-4ce9-94ea-1ece2a84dd5a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:50.163418 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-5764262f-e08e-4ce9-94ea-1ece2a84dd5a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:50.173593 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5764262f-e08e-4ce9-94ea-1ece2a84dd5a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Pushing event updated for resources: {'Port': ['ID=6ed6dfec-fde1-4f1b-b1dc-5210734e71f3,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:50.177663 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-5764262f-e08e-4ce9-94ea-1ece2a84dd5a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:50.366076 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-5764262f-e08e-4ce9-94ea-1ece2a84dd5a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4400332 Jun 10 15:24:50.383105 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] Request body: {'port': {'device_id': 'befa0f4b-bce9-4f97-94b7-13b5ba3b42dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:24:50.445249 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11304906-71fb-4059-be3f-350efaa06609 req-030040f6-e634-454e-8f14-a928f51bfb44 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:50.446815 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-11304906-71fb-4059-be3f-350efaa06609 req-030040f6-e634-454e-8f14-a928f51bfb44 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.45 "GET /v2.0/networks?id=4d632323-dfef-4d59-99a6-62839bb06dc5 HTTP/1.1" status: 200 len: 817 time: 0.1517127 Jun 10 15:24:50.529921 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-11304906-71fb-4059-be3f-350efaa06609 req-0c15d754-4ce4-4d8b-9a2a-da7be7feb232 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efc7c5988e6c495d9a904fb9069702f2 HTTP/1.1" status: 200 len: 379 time: 0.0679095 Jun 10 15:24:50.534485 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2d0c0393-fece-4f65-8b05-dbbfe22bc932 req-6d541e0b-d50e-48b7-95df-2eae7ad8cb3f tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 210 time: 0.1482370 Jun 10 15:24:50.542755 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [req-11304906-71fb-4059-be3f-350efaa06609 req-f44c6cb7-71bc-4b2a-a5b4-42718e2f8b8a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Request body: {'port': {'device_id': '14c9033f-694e-435e-babb-5daa9f8b7bcc', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'admin_state_up': True, 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'security_groups': ['2b22ce72-be3d-4a78-94fe-74065df33643']}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:24:50.643771 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:50.672904 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1d51c-9db0-48c2-8b77-bb1a0c2304b1 req-5cdd6a4c-f86b-4879-8a99-2d7a731d67ce tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:50.674719 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a9e1d51c-9db0-48c2-8b77-bb1a0c2304b1 req-5cdd6a4c-f86b-4879-8a99-2d7a731d67ce tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 944 time: 0.2680943 Jun 10 15:24:50.750118 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:50.801940 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a9e1d51c-9db0-48c2-8b77-bb1a0c2304b1 req-3c1bf1b1-cf28-40e1-9622-ad97f52caa16 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007502 Jun 10 15:24:50.850231 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-e4198977-8544-4514-96e3-ae6e419e6eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:50.925021 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e5bf7-91d7-450b-b4e0-7b394cd015ac req-d84a127d-258a-4883-94ff-0ed0bf965bb6 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:50.925332 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11304906-71fb-4059-be3f-350efaa06609 req-f44c6cb7-71bc-4b2a-a5b4-42718e2f8b8a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Made reservation on behalf of efc7c5988e6c495d9a904fb9069702f2 for: {'port': 1} {{(pid=92441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:24:50.926414 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e64e5bf7-91d7-450b-b4e0-7b394cd015ac req-d84a127d-258a-4883-94ff-0ed0bf965bb6 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 931 time: 0.2002742 Jun 10 15:24:50.929159 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-11304906-71fb-4059-be3f-350efaa06609 req-f44c6cb7-71bc-4b2a-a5b4-42718e2f8b8a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:51.034582 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e64e5bf7-91d7-450b-b4e0-7b394cd015ac req-5896bb70-9ec6-4202-918a-becfa19f3eb4 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599666 Jun 10 15:24:51.086223 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [req-11304906-71fb-4059-be3f-350efaa06609 req-f44c6cb7-71bc-4b2a-a5b4-42718e2f8b8a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Allocated IP 172.20.0.14 (4d632323-dfef-4d59-99a6-62839bb06dc5/7a2c655e-5d93-4119-a397-dc5fc7c831fb/7b80f310-4a37-4776-acee-7b3c5ffca785) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:24:51.118096 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed6dfec-fde1-4f1b-b1dc-5210734e71f3 {{(pid=92440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:24:51.126297 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:51.139791 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.provisioning_blocks [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] Transition to ACTIVE for port object 6ed6dfec-fde1-4f1b-b1dc-5210734e71f3 will not be triggered until provisioned by entity L2. {{(pid=92440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:24:51.208791 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:24:51.210321 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:51.213607 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-ad77f47a-a7d3-4345-b23f-ab5f47908664 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:51.266610 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-11304906-71fb-4059-be3f-350efaa06609 req-f44c6cb7-71bc-4b2a-a5b4-42718e2f8b8a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:51.281728 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.provisioning_blocks [req-11304906-71fb-4059-be3f-350efaa06609 req-f44c6cb7-71bc-4b2a-a5b4-42718e2f8b8a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Transition to ACTIVE for port object 7b80f310-4a37-4776-acee-7b3c5ffca785 will not be triggered until provisioned by entity DHCP. {{(pid=92441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:24:51.312482 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed6dfec-fde1-4f1b-b1dc-5210734e71f3,revision_number=2']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:51.316019 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:51.360071 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] Attempting to bind port 6ed6dfec-fde1-4f1b-b1dc-5210734e71f3 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:24:51.360586 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] Attempting to bind port 6ed6dfec-fde1-4f1b-b1dc-5210734e71f3 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '6d3ff470-4464-4b37-a42d-b56ac91cb4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2b41a0c3-b273-41c4-ba99-8e23b2263aee'}] {{(pid=92440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:24:51.361081 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] Attempting to bind port 6ed6dfec-fde1-4f1b-b1dc-5210734e71f3 on network 2b41a0c3-b273-41c4-ba99-8e23b2263aee {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:24:51.368236 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] Port 6ed6dfec-fde1-4f1b-b1dc-5210734e71f3 on network 2b41a0c3-b273-41c4-ba99-8e23b2263aee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:24:51.368874 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] Attempting to bind port 6ed6dfec-fde1-4f1b-b1dc-5210734e71f3 on network 2b41a0c3-b273-41c4-ba99-8e23b2263aee {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:24:51.375748 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] Checking agent: {'id': 'e28e421a-1ab2-4a36-8074-76b1dba64f57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'started_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:24:51.376085 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] Checking segment: {'id': '6d3ff470-4464-4b37-a42d-b56ac91cb4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2b41a0c3-b273-41c4-ba99-8e23b2263aee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:24:51.376753 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] Bound using segment: {'id': '6d3ff470-4464-4b37-a42d-b56ac91cb4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2b41a0c3-b273-41c4-ba99-8e23b2263aee'} {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:24:51.377311 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] Bound port: 6ed6dfec-fde1-4f1b-b1dc-5210734e71f3, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d3ff470-4464-4b37-a42d-b56ac91cb4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2b41a0c3-b273-41c4-ba99-8e23b2263aee'}}] {{(pid=92440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:24:51.377550 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:51.457219 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] For port 6ed6dfec-fde1-4f1b-b1dc-5210734e71f3, host hv-cinder-77212, cleared binding levels {{(pid=92440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:24:51.460428 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] For port 6ed6dfec-fde1-4f1b-b1dc-5210734e71f3, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=6ed6dfec-fde1-4f1b-b1dc-5210734e71f3,segment=NetworkSegment(6d3ff470-4464-4b37-a42d-b56ac91cb4b3),segment_id=6d3ff470-4464-4b37-a42d-b56ac91cb4b3)] {{(pid=92440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:24:51.479692 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-11304906-71fb-4059-be3f-350efaa06609 req-f44c6cb7-71bc-4b2a-a5b4-42718e2f8b8a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:51.484140 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-dd270ed0-3c54-4add-94ea-285e485a9466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:51.535844 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11304906-71fb-4059-be3f-350efaa06609 req-f44c6cb7-71bc-4b2a-a5b4-42718e2f8b8a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Network 4d632323-dfef-4d59-99a6-62839bb06dc5 is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:24:51.539133 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [req-11304906-71fb-4059-be3f-350efaa06609 req-f44c6cb7-71bc-4b2a-a5b4-42718e2f8b8a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:24:51.542792 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [req-11304906-71fb-4059-be3f-350efaa06609 req-f44c6cb7-71bc-4b2a-a5b4-42718e2f8b8a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:24:51.548443 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11304906-71fb-4059-be3f-350efaa06609 req-f44c6cb7-71bc-4b2a-a5b4-42718e2f8b8a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:51.549223 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-11304906-71fb-4059-be3f-350efaa06609 req-f44c6cb7-71bc-4b2a-a5b4-42718e2f8b8a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for port, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:51.563242 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c6cb7-71bc-4b2a-a5b4-42718e2f8b8a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Pushing event updated for resources: {'Port': ['ID=7b80f310-4a37-4776-acee-7b3c5ffca785,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:51.566246 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-f44c6cb7-71bc-4b2a-a5b4-42718e2f8b8a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:51.593750 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:51.606231 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:51.637560 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:51.638887 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:51.640762 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] 10.222.0.45 "PUT /v2.0/ports/6ed6dfec-fde1-4f1b-b1dc-5210734e71f3 HTTP/1.1" status: 200 len: 1093 time: 1.2621412 Jun 10 15:24:51.641473 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'befa0f4b-bce9-4f97-94b7-13b5ba3b42dd', 'tag': '6ed6dfec-fde1-4f1b-b1dc-5210734e71f3'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:24:51.644155 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526e2f1b-564f-41dc-9012-2bd1a2ed853c" -d '{"events": [{"name": "network-changed", "server_uuid": "befa0f4b-bce9-4f97-94b7-13b5ba3b42dd", "tag": "6ed6dfec-fde1-4f1b-b1dc-5210734e71f3"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:24:51.703793 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9903b5-9c59-4d80-98b9-62691d517eec x-openstack-request-id: req-5e9903b5-9c59-4d80-98b9-62691d517eec {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:24:51.704167 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "befa0f4b-bce9-4f97-94b7-13b5ba3b42dd", "tag": "6ed6dfec-fde1-4f1b-b1dc-5210734e71f3", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:24:51.704497 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e9903b5-9c59-4d80-98b9-62691d517eec {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:24:51.704956 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'befa0f4b-bce9-4f97-94b7-13b5ba3b42dd', 'tag': '6ed6dfec-fde1-4f1b-b1dc-5210734e71f3', 'status': 'completed', 'code': 200} Jun 10 15:24:51.731227 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-11304906-71fb-4059-be3f-350efaa06609 req-f44c6cb7-71bc-4b2a-a5b4-42718e2f8b8a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1956494 Jun 10 15:24:51.749777 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [req-11304906-71fb-4059-be3f-350efaa06609 req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] Request body: {'port': {'device_id': '14c9033f-694e-435e-babb-5daa9f8b7bcc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:24:51.758209 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed6dfec-fde1-4f1b-b1dc-5210734e71f3,revision_number=3']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:51.762622 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:51.806172 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9e1b6-30c5-4466-99f3-fc28d9dd4f5b req-93510a25-3bab-42db-a206-e2512ee06728 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:51.807636 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0ac9e1b6-30c5-4466-99f3-fc28d9dd4f5b req-93510a25-3bab-42db-a206-e2512ee06728 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 932 time: 0.1434524 Jun 10 15:24:51.817710 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e2f1b-564f-41dc-9012-2bd1a2ed853c req-498858e8-ea57-4d09-8478-86ca0bb3fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:51.819113 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-526e2f1b-564f-41dc-9012-2bd1a2ed853c req-498858e8-ea57-4d09-8478-86ca0bb3fe77 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d7a27daba8a4544b21af138a318785d&device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 1096 time: 0.0990374 Jun 10 15:24:51.848754 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-11304906-71fb-4059-be3f-350efaa06609 req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:51.895576 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0ac9e1b6-30c5-4466-99f3-fc28d9dd4f5b req-3231541a-1b95-4e16-886d-837d2686621f tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813520 Jun 10 15:24:51.987328 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:52.029564 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e2f1b-564f-41dc-9012-2bd1a2ed853c req-33312fac-156d-44f8-879d-93d7fcb750d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:52.031160 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-526e2f1b-564f-41dc-9012-2bd1a2ed853c req-33312fac-156d-44f8-879d-93d7fcb750d5 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1d7a27daba8a4544b21af138a318785d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1902828 Jun 10 15:24:52.036467 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f0f9c549-0c78-4f73-b73a-c93edc5e6124 None None] Provisioning for port 7b80f310-4a37-4776-acee-7b3c5ffca785 completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:24:52.040732 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f0f9c549-0c78-4f73-b73a-c93edc5e6124 None None] Provisioning complete for port 7b80f310-4a37-4776-acee-7b3c5ffca785 triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:24:52.041194 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f0f9c549-0c78-4f73-b73a-c93edc5e6124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:52.060086 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88022b66-7c3f-453c-b0a7-5ca8602d396d req-8d4f2ecb-8d6a-4669-96ac-f294d8e68e14 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:52.061694 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-88022b66-7c3f-453c-b0a7-5ca8602d396d req-8d4f2ecb-8d6a-4669-96ac-f294d8e68e14 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 944 time: 0.1087234 Jun 10 15:24:52.108529 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-f0f9c549-0c78-4f73-b73a-c93edc5e6124 None None] Port 7b80f310-4a37-4776-acee-7b3c5ffca785 cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:24:52.119413 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-88022b66-7c3f-453c-b0a7-5ca8602d396d req-cecef40b-213c-4893-a0fb-e37db7268e43 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477936 Jun 10 15:24:52.203559 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [req-11304906-71fb-4059-be3f-350efaa06609 req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b80f310-4a37-4776-acee-7b3c5ffca785 {{(pid=92441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:24:52.211128 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-11304906-71fb-4059-be3f-350efaa06609 req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:52.224477 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.provisioning_blocks [req-11304906-71fb-4059-be3f-350efaa06609 req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] Transition to ACTIVE for port object 7b80f310-4a37-4776-acee-7b3c5ffca785 will not be triggered until provisioned by entity L2. {{(pid=92441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:24:52.229747 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b17278d-baeb-458c-bd35-2325be0d47fe req-d7df18b1-df33-4edc-b099-a04a3331656f tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:52.231386 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5b17278d-baeb-458c-bd35-2325be0d47fe req-d7df18b1-df33-4edc-b099-a04a3331656f tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 943 time: 0.0690973 Jun 10 15:24:52.277341 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5b17278d-baeb-458c-bd35-2325be0d47fe req-04cd5328-b704-484b-834d-b07abdd97f43 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391490 Jun 10 15:24:52.301526 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-11304906-71fb-4059-be3f-350efaa06609 req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:52.305575 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:52.403510 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] Pushing event updated for resources: {'Port': ['ID=7b80f310-4a37-4776-acee-7b3c5ffca785,revision_number=2']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:52.407268 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:52.455059 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.managers [req-11304906-71fb-4059-be3f-350efaa06609 req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] Attempting to bind port 7b80f310-4a37-4776-acee-7b3c5ffca785 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:24:52.455735 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.managers [req-11304906-71fb-4059-be3f-350efaa06609 req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] Attempting to bind port 7b80f310-4a37-4776-acee-7b3c5ffca785 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '1702aa14-938f-4925-84c5-5e06dd77e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5'}] {{(pid=92441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:24:52.455735 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11304906-71fb-4059-be3f-350efaa06609 req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] Attempting to bind port 7b80f310-4a37-4776-acee-7b3c5ffca785 on network 4d632323-dfef-4d59-99a6-62839bb06dc5 {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:24:52.460319 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11304906-71fb-4059-be3f-350efaa06609 req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] Port 7b80f310-4a37-4776-acee-7b3c5ffca785 on network 4d632323-dfef-4d59-99a6-62839bb06dc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:24:52.460638 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11304906-71fb-4059-be3f-350efaa06609 req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] Attempting to bind port 7b80f310-4a37-4776-acee-7b3c5ffca785 on network 4d632323-dfef-4d59-99a6-62839bb06dc5 {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:24:52.465532 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11304906-71fb-4059-be3f-350efaa06609 req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] Checking agent: {'id': 'e28e421a-1ab2-4a36-8074-76b1dba64f57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'started_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:24:52.465924 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11304906-71fb-4059-be3f-350efaa06609 req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] Checking segment: {'id': '1702aa14-938f-4925-84c5-5e06dd77e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:24:52.466386 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11304906-71fb-4059-be3f-350efaa06609 req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] Bound using segment: {'id': '1702aa14-938f-4925-84c5-5e06dd77e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5'} {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:24:52.467068 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.managers [req-11304906-71fb-4059-be3f-350efaa06609 req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] Bound port: 7b80f310-4a37-4776-acee-7b3c5ffca785, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1702aa14-938f-4925-84c5-5e06dd77e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5'}}] {{(pid=92441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:24:52.467418 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-11304906-71fb-4059-be3f-350efaa06609 req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:52.551620 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [req-11304906-71fb-4059-be3f-350efaa06609 req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] For port 7b80f310-4a37-4776-acee-7b3c5ffca785, host hv-cinder-77212, cleared binding levels {{(pid=92441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:24:52.554867 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [req-11304906-71fb-4059-be3f-350efaa06609 req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] For port 7b80f310-4a37-4776-acee-7b3c5ffca785, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=7b80f310-4a37-4776-acee-7b3c5ffca785,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:24:52.633824 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-11304906-71fb-4059-be3f-350efaa06609 req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:52.636965 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:52.672705 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11304906-71fb-4059-be3f-350efaa06609 req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:52.673320 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-11304906-71fb-4059-be3f-350efaa06609 req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for port, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:52.674725 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-11304906-71fb-4059-be3f-350efaa06609 req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] 10.222.0.45 "PUT /v2.0/ports/7b80f310-4a37-4776-acee-7b3c5ffca785 HTTP/1.1" status: 200 len: 1094 time: 0.9301648 Jun 10 15:24:52.675186 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c9033f-694e-435e-babb-5daa9f8b7bcc', 'tag': '7b80f310-4a37-4776-acee-7b3c5ffca785'}] {{(pid=92441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:24:52.677508 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9b8eca18dfada33807f9ce70a392550ff1c61d1cc5185ff617afbbc74c0c2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c0c0373-4df6-4bd5-a902-69f43e76b8ee" -d '{"events": [{"name": "network-changed", "server_uuid": "14c9033f-694e-435e-babb-5daa9f8b7bcc", "tag": "7b80f310-4a37-4776-acee-7b3c5ffca785"}]}' {{(pid=92441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:24:52.717209 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] Pushing event updated for resources: {'Port': ['ID=7b80f310-4a37-4776-acee-7b3c5ffca785,revision_number=3']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:52.726651 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:52.728194 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5feffdc9-819f-411c-9cd6-9613ad97b2b8 x-openstack-request-id: req-5feffdc9-819f-411c-9cd6-9613ad97b2b8 {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:24:52.728506 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c9033f-694e-435e-babb-5daa9f8b7bcc", "tag": "7b80f310-4a37-4776-acee-7b3c5ffca785", "status": "completed", "code": 200}]} {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:24:52.728773 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5feffdc9-819f-411c-9cd6-9613ad97b2b8 {{(pid=92441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:24:52.729564 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c9033f-694e-435e-babb-5daa9f8b7bcc', 'tag': '7b80f310-4a37-4776-acee-7b3c5ffca785', 'status': 'completed', 'code': 200} Jun 10 15:24:53.083834 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829e5d9-93e6-42e4-8668-25055721af58 req-0edbd056-4cd2-47c6-9381-8a8a80d051f1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:53.088604 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6829e5d9-93e6-42e4-8668-25055721af58 req-0edbd056-4cd2-47c6-9381-8a8a80d051f1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0721016 Jun 10 15:24:53.130907 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6829e5d9-93e6-42e4-8668-25055721af58 req-654846d0-158b-45f3-b33e-75a0b12d124c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400143 Jun 10 15:24:53.299422 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7db05c-b4c6-49f3-9f95-8134f24457f8 req-19e21123-f53d-4442-b946-b43a8d1f3e21 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:53.300898 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3d7db05c-b4c6-49f3-9f95-8134f24457f8 req-19e21123-f53d-4442-b946-b43a8d1f3e21 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 944 time: 0.0671198 Jun 10 15:24:53.345075 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3d7db05c-b4c6-49f3-9f95-8134f24457f8 req-edde8acc-9029-4edb-a371-1b98de388e17 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381362 Jun 10 15:24:53.455662 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c77c1d-80a6-4672-94b1-1b37f9a0fa59 req-b53833b3-50de-4c14-96f9-6daf69802e1c tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:53.457105 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a4c77c1d-80a6-4672-94b1-1b37f9a0fa59 req-b53833b3-50de-4c14-96f9-6daf69802e1c tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 943 time: 0.0678480 Jun 10 15:24:53.501339 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a4c77c1d-80a6-4672-94b1-1b37f9a0fa59 req-f4935ad4-6469-4d4b-ad38-db22066a67bc tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386610 Jun 10 15:24:53.640385 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:53.644580 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e2f1b-564f-41dc-9012-2bd1a2ed853c req-9ecbd73c-504c-4b8a-9f11-82cc56ad233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:53.648997 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-526e2f1b-564f-41dc-9012-2bd1a2ed853c req-9ecbd73c-504c-4b8a-9f11-82cc56ad233f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1196325 Jun 10 15:24:54.321045 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff282b-6209-4342-9ea0-e91390d36c28 req-65b5c53c-71f4-4bec-8bfc-f0f8532ed783 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:54.322539 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8bff282b-6209-4342-9ea0-e91390d36c28 req-65b5c53c-71f4-4bec-8bfc-f0f8532ed783 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0762751 Jun 10 15:24:54.368870 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8bff282b-6209-4342-9ea0-e91390d36c28 req-d9a1a599-4804-41c3-af93-8c347c72af82 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403726 Jun 10 15:24:54.542497 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665f250-52e7-4558-a35f-978a26bd59ee req-d327352c-45d5-46c2-b840-48d060048e9e tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:54.543933 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9665f250-52e7-4558-a35f-978a26bd59ee req-d327352c-45d5-46c2-b840-48d060048e9e tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 944 time: 0.0688202 Jun 10 15:24:54.587178 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9665f250-52e7-4558-a35f-978a26bd59ee req-2d0eef6a-a61e-4b48-9496-a24f0df778fd tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363657 Jun 10 15:24:54.660626 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device d77938c9-8dbc-4055-8f28-a8e9d100a6bc details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=92442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:24:54.704095 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb559f2-1289-4c9d-80c4-49a923d5b525 req-1a86c7c7-5d5f-42a9-aa11-514466b5e1e7 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:54.706012 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0eb559f2-1289-4c9d-80c4-49a923d5b525 req-1a86c7c7-5d5f-42a9-aa11-514466b5e1e7 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 943 time: 0.0846930 Jun 10 15:24:54.714798 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c0373-4df6-4bd5-a902-69f43e76b8ee req-59d633ca-e2b6-4c86-82aa-adfcfd6f007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:54.718071 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-3c0c0373-4df6-4bd5-a902-69f43e76b8ee req-59d633ca-e2b6-4c86-82aa-adfcfd6f007b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc7c5988e6c495d9a904fb9069702f2&device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 1097 time: 0.0798345 Jun 10 15:24:54.754757 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0eb559f2-1289-4c9d-80c4-49a923d5b525 req-bbc1ec1b-c379-4ba3-92e4-f1fbbed734bd tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412505 Jun 10 15:24:54.801392 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port d77938c9-8dbc-4055-8f28-a8e9d100a6bc, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=d77938c9-8dbc-4055-8f28-a8e9d100a6bc,segment=NetworkSegment(3d389d3d-3387-4d22-8c07-13be805831a3),segment_id=3d389d3d-3387-4d22-8c07-13be805831a3)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:24:54.813272 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Returning: {'device': 'd77938c9-8dbc-4055-8f28-a8e9d100a6bc', 'network_id': '60f5acdb-1557-4b16-b992-bf8e4f7692e7', 'port_id': 'd77938c9-8dbc-4055-8f28-a8e9d100a6bc', 'mac_address': 'fa:16:3e:b8:d5:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc3fe864-b55e-44ff-ad0c-c858cc365d80', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:24:54.858876 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:54.873521 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d77938c9-8dbc-4055-8f28-a8e9d100a6bc {{(pid=92442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:24:54.894727 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port d77938c9-8dbc-4055-8f28-a8e9d100a6bc, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=d77938c9-8dbc-4055-8f28-a8e9d100a6bc,segment=NetworkSegment(3d389d3d-3387-4d22-8c07-13be805831a3),segment_id=3d389d3d-3387-4d22-8c07-13be805831a3)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:24:54.981473 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:54.982241 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device c11c673a-4e53-4309-9eac-212c6d252be6 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=92442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:24:54.983897 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-38aefb66-c9ac-4f5c-8596-a1a970bd64a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:55.057721 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=d77938c9-8dbc-4055-8f28-a8e9d100a6bc,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:55.061832 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:55.153072 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port c11c673a-4e53-4309-9eac-212c6d252be6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=c11c673a-4e53-4309-9eac-212c6d252be6,segment=NetworkSegment(6d3ff470-4464-4b37-a42d-b56ac91cb4b3),segment_id=6d3ff470-4464-4b37-a42d-b56ac91cb4b3)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:24:55.165209 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Returning: {'device': 'c11c673a-4e53-4309-9eac-212c6d252be6', 'network_id': '2b41a0c3-b273-41c4-ba99-8e23b2263aee', 'port_id': 'c11c673a-4e53-4309-9eac-212c6d252be6', 'mac_address': 'fa:16:3e:9f:ab:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac72a45d-a234-4ef7-b2ee-d2ca013addaa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:24:55.208980 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:55.227416 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c11c673a-4e53-4309-9eac-212c6d252be6 {{(pid=92442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:24:55.248821 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port c11c673a-4e53-4309-9eac-212c6d252be6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=c11c673a-4e53-4309-9eac-212c6d252be6,segment=NetworkSegment(6d3ff470-4464-4b37-a42d-b56ac91cb4b3),segment_id=6d3ff470-4464-4b37-a42d-b56ac91cb4b3)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:24:55.353232 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:55.355330 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:24:55.415196 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=c11c673a-4e53-4309-9eac-212c6d252be6,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:24:55.418311 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:24:55.562588 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b74628-31f5-4830-922d-26296233f709 req-996033a0-a76c-49d8-8d6f-0f42a49e74f6 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:55.564057 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f3b74628-31f5-4830-922d-26296233f709 req-996033a0-a76c-49d8-8d6f-0f42a49e74f6 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0674026 Jun 10 15:24:55.608614 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f3b74628-31f5-4830-922d-26296233f709 req-96e434c7-7b9c-4b63-bae6-e95effe0e908 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385370 Jun 10 15:24:55.774955 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f3c0c-6374-45d8-a112-56554b325835 req-dd520218-3696-4b7c-88e5-87eeec30a6a3 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:55.776562 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1b0f3c0c-6374-45d8-a112-56554b325835 req-dd520218-3696-4b7c-88e5-87eeec30a6a3 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 945 time: 0.0731564 Jun 10 15:24:55.823034 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1b0f3c0c-6374-45d8-a112-56554b325835 req-d7f3c662-ae50-44a7-b70e-1ab4ef0cd5c0 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395849 Jun 10 15:24:55.947035 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4e516-4479-486e-adf4-16dced8dfd71 req-217e3de1-43d6-4bbf-a28d-9083e28b5c13 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:55.948503 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1bc4e516-4479-486e-adf4-16dced8dfd71 req-217e3de1-43d6-4bbf-a28d-9083e28b5c13 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 943 time: 0.0701509 Jun 10 15:24:55.991460 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1bc4e516-4479-486e-adf4-16dced8dfd71 req-a9f7f73a-f660-4360-a786-874843ce19a9 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359657 Jun 10 15:24:56.564239 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-31f87d4b-e13e-4e02-bf62-d26b8570bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:56.565791 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-31f87d4b-e13e-4e02-bf62-d26b8570bc75 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d7a27daba8a4544b21af138a318785d&device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 1096 time: 0.0622401 Jun 10 15:24:56.683429 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c0373-4df6-4bd5-a902-69f43e76b8ee req-7dd85d06-3478-400c-b016-279f898821b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:56.685490 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-3c0c0373-4df6-4bd5-a902-69f43e76b8ee req-7dd85d06-3478-400c-b016-279f898821b6 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=efc7c5988e6c495d9a904fb9069702f2&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1818876 Jun 10 15:24:56.792247 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b15360-254c-434a-b065-f06a6950c572 req-bd30756e-c160-4202-b820-3f65593038cb tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:56.793698 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d9b15360-254c-434a-b065-f06a6950c572 req-bd30756e-c160-4202-b820-3f65593038cb tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0686665 Jun 10 15:24:56.838304 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d9b15360-254c-434a-b065-f06a6950c572 req-a3a17e26-2f7e-4401-80b3-b7680f627f2c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387821 Jun 10 15:24:56.906800 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-ae060074-58fa-4ac4-b311-dcace03375a5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ed6dfec-fde1-4f1b-b1dc-5210734e71f3 HTTP/1.1" status: 200 len: 217 time: 0.0622249 Jun 10 15:24:57.003973 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-67cfbcc1-df37-4fdd-813a-33b8596e6d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:57.005551 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-67cfbcc1-df37-4fdd-813a-33b8596e6d6a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac72a45d-a234-4ef7-b2ee-d2ca013addaa HTTP/1.1" status: 200 len: 859 time: 0.0923643 Jun 10 15:24:57.032191 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c0373-4df6-4bd5-a902-69f43e76b8ee req-1805152d-fb88-4e61-99a9-a7a57cb26e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:57.033680 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-3c0c0373-4df6-4bd5-a902-69f43e76b8ee req-1805152d-fb88-4e61-99a9-a7a57cb26e30 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1887176 Jun 10 15:24:57.231062 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-2c9d7773-0052-4dc5-b160-01f377d3a473 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b41a0c3-b273-41c4-ba99-8e23b2263aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2159939 Jun 10 15:24:57.321770 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151116e5-bc85-4027-8ac9-f989008efed3 req-d9896f01-56e4-493a-bbde-559f290ae82b tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:57.323348 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-151116e5-bc85-4027-8ac9-f989008efed3 req-d9896f01-56e4-493a-bbde-559f290ae82b tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 945 time: 0.3643069 Jun 10 15:24:57.428637 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11304906-71fb-4059-be3f-350efaa06609 req-be2e8574-cd59-4ec4-b234-ee79c53a99be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:57.430520 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-11304906-71fb-4059-be3f-350efaa06609 req-be2e8574-cd59-4ec4-b234-ee79c53a99be service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc7c5988e6c495d9a904fb9069702f2&device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 1097 time: 0.2429209 Jun 10 15:24:57.452847 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-d71c95e6-cc60-4112-b939-13b1f7bb13dc service neutron] 10.222.0.45 "GET /v2.0/networks/2b41a0c3-b273-41c4-ba99-8e23b2263aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080281 Jun 10 15:24:57.457225 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-151116e5-bc85-4027-8ac9-f989008efed3 req-fd9b0470-9536-4cf0-b442-f13c07aa9fdd tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813582 Jun 10 15:24:57.465071 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370215d-cb61-4f47-b661-0a7dae1a37ba req-e75b3a28-0563-41b9-86d3-cabb69b17efc tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:57.472449 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9370215d-cb61-4f47-b661-0a7dae1a37ba req-e75b3a28-0563-41b9-86d3-cabb69b17efc tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 943 time: 0.2441595 Jun 10 15:24:57.475187 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['c11c673a-4e53-4309-9eac-212c6d252be6'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:24:57.498868 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-11304906-71fb-4059-be3f-350efaa06609 req-0dad0085-8d28-4368-a201-e00addc34150 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b80f310-4a37-4776-acee-7b3c5ffca785 HTTP/1.1" status: 200 len: 217 time: 0.0603490 Jun 10 15:24:57.564237 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['d77938c9-8dbc-4055-8f28-a8e9d100a6bc'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:24:57.581234 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11304906-71fb-4059-be3f-350efaa06609 req-843a4fba-f6b6-44c4-a40b-512d80aca68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:57.581234 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-11304906-71fb-4059-be3f-350efaa06609 req-843a4fba-f6b6-44c4-a40b-512d80aca68b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7a2c655e-5d93-4119-a397-dc5fc7c831fb HTTP/1.1" status: 200 len: 856 time: 0.0636957 Jun 10 15:24:57.603329 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9370215d-cb61-4f47-b661-0a7dae1a37ba req-a6172244-0219-4fdc-9a55-13971b4700f3 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297932 Jun 10 15:24:57.647211 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e9b48002-acda-4d6f-8bc3-5403aca33fa5 req-c049886f-4304-49d6-9073-75f25c22244d service neutron] 10.222.0.45 "GET /v2.0/networks/2b41a0c3-b273-41c4-ba99-8e23b2263aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726899 Jun 10 15:24:57.677457 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11304906-71fb-4059-be3f-350efaa06609 req-edda9aae-b506-4486-aef4-53b6f8a396c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:57.679685 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-11304906-71fb-4059-be3f-350efaa06609 req-edda9aae-b506-4486-aef4-53b6f8a396c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4d632323-dfef-4d59-99a6-62839bb06dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0999687 Jun 10 15:24:57.803070 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-11304906-71fb-4059-be3f-350efaa06609 req-2b48ef54-3c94-44a4-a209-9cf0f75869ca service neutron] 10.222.0.45 "GET /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134870 Jun 10 15:24:57.933208 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-11304906-71fb-4059-be3f-350efaa06609 req-46df1288-2884-4d9d-9205-80546f2a0817 service neutron] 10.222.0.45 "GET /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201625 Jun 10 15:24:58.042628 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f14362-6f35-4d50-b089-55d734fa641a req-b9d97fde-8e37-4fa7-ac60-d2e43279fd1c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:58.044632 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e7f14362-6f35-4d50-b089-55d734fa641a req-b9d97fde-8e37-4fa7-ac60-d2e43279fd1c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0766394 Jun 10 15:24:58.087734 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e7f14362-6f35-4d50-b089-55d734fa641a req-96b884a8-16e2-4d8e-ac7f-c9d115d91abe tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371568 Jun 10 15:24:58.648618 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce49e56-23b7-4f34-abd9-154ae224eca4 req-ffe9a328-9f29-49d8-aa27-b540be48872f tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:58.650137 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dce49e56-23b7-4f34-abd9-154ae224eca4 req-ffe9a328-9f29-49d8-aa27-b540be48872f tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 945 time: 0.0758793 Jun 10 15:24:58.695554 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dce49e56-23b7-4f34-abd9-154ae224eca4 req-4360988c-aa9b-44ab-8f46-45bbb2c63f61 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385683 Jun 10 15:24:58.801947 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2436f-4f19-40b0-9bd7-2dacf56c758a req-06121a1f-4d75-40d9-82e5-0af53eadc1fc tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:58.803403 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2fd2436f-4f19-40b0-9bd7-2dacf56c758a req-06121a1f-4d75-40d9-82e5-0af53eadc1fc tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 943 time: 0.0768492 Jun 10 15:24:58.849273 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2fd2436f-4f19-40b0-9bd7-2dacf56c758a req-07fa7b2e-b67e-43f7-ba39-545de1f5a242 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392172 Jun 10 15:24:58.924815 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:24:59.273596 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e30f9-c0a7-48bb-bbfa-7bfb10888315 req-2f98e1dd-4313-4c46-b815-3a2396d9ad55 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:59.283284 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-294e30f9-c0a7-48bb-bbfa-7bfb10888315 req-2f98e1dd-4313-4c46-b815-3a2396d9ad55 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0703614 Jun 10 15:24:59.328080 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-294e30f9-c0a7-48bb-bbfa-7bfb10888315 req-347a8948-786b-40bc-b9b1-f9a0752778b9 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461659 Jun 10 15:24:59.891024 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf216c3-cc78-4687-b77c-e441caa6dcf5 req-690cea9c-bf93-42c4-835e-738d79c2fc10 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:24:59.892495 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ecf216c3-cc78-4687-b77c-e441caa6dcf5 req-690cea9c-bf93-42c4-835e-738d79c2fc10 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 945 time: 0.0795760 Jun 10 15:24:59.934176 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ecf216c3-cc78-4687-b77c-e441caa6dcf5 req-03c89ec7-8d8e-4bf5-8e00-e20a7d2cfcac tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361080 Jun 10 15:25:00.027898 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8e9b0-1497-4285-ad4d-dbd0181887c2 req-fb40d09a-7fc4-4c94-be3a-21c07431e97c tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:00.030001 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b2f8e9b0-1497-4285-ad4d-dbd0181887c2 req-fb40d09a-7fc4-4c94-be3a-21c07431e97c tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 943 time: 0.0700986 Jun 10 15:25:00.070275 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b2f8e9b0-1497-4285-ad4d-dbd0181887c2 req-27501ca1-bba5-491f-a3c3-56b593318f08 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344911 Jun 10 15:25:00.323096 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device d77938c9-8dbc-4055-8f28-a8e9d100a6bc up at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:25:00.487409 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning for port d77938c9-8dbc-4055-8f28-a8e9d100a6bc completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:25:00.491521 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning complete for port d77938c9-8dbc-4055-8f28-a8e9d100a6bc triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:25:00.492039 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:00.520511 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326eddc7-a520-4e59-9c9b-df8134866f78 req-356bc19d-21bb-4c98-9468-e5e47b8fb347 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:00.522282 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-326eddc7-a520-4e59-9c9b-df8134866f78 req-356bc19d-21bb-4c98-9468-e5e47b8fb347 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0752156 Jun 10 15:25:00.564989 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-326eddc7-a520-4e59-9c9b-df8134866f78 req-46b39034-4e12-4374-aeef-d35d0d9bf1eb tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365725 Jun 10 15:25:00.586120 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:00.614151 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955f9b57-0b89-4b82-b7d9-d2cc8acdb961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77938c9-8dbc-4055-8f28-a8e9d100a6bc'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:25:00.707779 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port d77938c9-8dbc-4055-8f28-a8e9d100a6bc, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=d77938c9-8dbc-4055-8f28-a8e9d100a6bc,segment=NetworkSegment(3d389d3d-3387-4d22-8c07-13be805831a3),segment_id=3d389d3d-3387-4d22-8c07-13be805831a3)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:25:00.737984 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7e7eab-a57c-4b7d-a796-4341a29badaa" -d '{"events": [{"server_uuid": "955f9b57-0b89-4b82-b7d9-d2cc8acdb961", "name": "network-vif-plugged", "status": "completed", "tag": "d77938c9-8dbc-4055-8f28-a8e9d100a6bc"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:25:00.827022 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce105aa-5244-4646-aa48-30a06bfd9eab x-openstack-request-id: req-9ce105aa-5244-4646-aa48-30a06bfd9eab {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:25:00.827346 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955f9b57-0b89-4b82-b7d9-d2cc8acdb961", "name": "network-vif-plugged", "status": "completed", "tag": "d77938c9-8dbc-4055-8f28-a8e9d100a6bc", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:25:00.827609 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9ce105aa-5244-4646-aa48-30a06bfd9eab {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:25:00.828079 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955f9b57-0b89-4b82-b7d9-d2cc8acdb961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77938c9-8dbc-4055-8f28-a8e9d100a6bc', 'code': 200} Jun 10 15:25:00.850019 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:00.853529 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device c11c673a-4e53-4309-9eac-212c6d252be6 up at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:25:00.853529 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:00.942044 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=d77938c9-8dbc-4055-8f28-a8e9d100a6bc,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:00.945899 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:01.033372 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning for port c11c673a-4e53-4309-9eac-212c6d252be6 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:25:01.037748 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning complete for port c11c673a-4e53-4309-9eac-212c6d252be6 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:25:01.038426 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:01.114413 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0a606-5e40-481f-a31d-8b3a3e6c92f6 req-fe3d4bcb-3b97-41d6-9617-5528f4ea7af7 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:01.115794 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-04d0a606-5e40-481f-a31d-8b3a3e6c92f6 req-fe3d4bcb-3b97-41d6-9617-5528f4ea7af7 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 946 time: 0.0696089 Jun 10 15:25:01.136667 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:01.162869 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-04d0a606-5e40-481f-a31d-8b3a3e6c92f6 req-8ce40e5c-0529-49a0-bb94-c5d3b36b5d17 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393739 Jun 10 15:25:01.178836 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port c11c673a-4e53-4309-9eac-212c6d252be6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=c11c673a-4e53-4309-9eac-212c6d252be6,segment=NetworkSegment(6d3ff470-4464-4b37-a42d-b56ac91cb4b3),segment_id=6d3ff470-4464-4b37-a42d-b56ac91cb4b3)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:25:01.250545 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:01.252675 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-79f5a0d5-9841-4f6e-b604-ce00be8ca5b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:01.270053 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2490c3d-59d9-4269-afdf-62bdb201bf47 req-3968f152-4f90-47da-8a5b-b541b736a7a9 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:01.271499 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b2490c3d-59d9-4269-afdf-62bdb201bf47 req-3968f152-4f90-47da-8a5b-b541b736a7a9 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 943 time: 0.0759411 Jun 10 15:25:01.305920 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=c11c673a-4e53-4309-9eac-212c6d252be6,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:01.308998 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:01.317582 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b2490c3d-59d9-4269-afdf-62bdb201bf47 req-ebe068c8-f803-4b19-bc30-70fce59e1472 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402575 Jun 10 15:25:01.750956 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b857b-e547-4a2c-baf1-cda56db7092e req-1462b79f-f16f-4b1d-9fef-c9dd4d949377 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:01.752404 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-555b857b-e547-4a2c-baf1-cda56db7092e req-1462b79f-f16f-4b1d-9fef-c9dd4d949377 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0713019 Jun 10 15:25:01.793144 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-555b857b-e547-4a2c-baf1-cda56db7092e req-4ba2f47f-2bc1-4ed7-a821-86d6e9309544 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351360 Jun 10 15:25:02.100768 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471656c2-60c2-4a85-8ebf-165ae86d7376 req-4297193f-f80c-4f22-a067-ec5f9612fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:02.102289 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-471656c2-60c2-4a85-8ebf-165ae86d7376 req-4297193f-f80c-4f22-a067-ec5f9612fa0e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 1099 time: 0.0895493 Jun 10 15:25:02.351415 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac2088-4fde-4965-9773-49b58d23d8e4 req-f60f4286-ad7a-41d5-bff7-f31e87318058 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:02.353593 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-91ac2088-4fde-4965-9773-49b58d23d8e4 req-f60f4286-ad7a-41d5-bff7-f31e87318058 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 946 time: 0.0762851 Jun 10 15:25:02.400496 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-91ac2088-4fde-4965-9773-49b58d23d8e4 req-b492bb9b-4214-492b-b43f-e25e4d25482f tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397346 Jun 10 15:25:02.503566 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cdfb5-6fa6-41d5-86ba-b13b2a1c6995 req-281a1749-0b0e-4270-aade-f41e0babcd4d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:02.505168 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f94cdfb5-6fa6-41d5-86ba-b13b2a1c6995 req-281a1749-0b0e-4270-aade-f41e0babcd4d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 943 time: 0.0693896 Jun 10 15:25:02.546710 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f94cdfb5-6fa6-41d5-86ba-b13b2a1c6995 req-1cde1fd0-a139-4e15-9be2-6a695552574a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358317 Jun 10 15:25:02.828997 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11afad76-f6b0-4af1-a99f-d7d67c013ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11c673a-4e53-4309-9eac-212c6d252be6'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:25:02.831432 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026b2bb7-3b85-4a23-8d31-756b3368d2af" -d '{"events": [{"server_uuid": "11afad76-f6b0-4af1-a99f-d7d67c013ab0", "name": "network-vif-plugged", "status": "completed", "tag": "c11c673a-4e53-4309-9eac-212c6d252be6"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:25:02.867245 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c01b05-59ec-4683-bd3b-5e17a0b372e8 x-openstack-request-id: req-17c01b05-59ec-4683-bd3b-5e17a0b372e8 {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:25:02.869330 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11afad76-f6b0-4af1-a99f-d7d67c013ab0", "name": "network-vif-plugged", "status": "completed", "tag": "c11c673a-4e53-4309-9eac-212c6d252be6", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:25:02.869330 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-17c01b05-59ec-4683-bd3b-5e17a0b372e8 {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:25:02.869330 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11afad76-f6b0-4af1-a99f-d7d67c013ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c11c673a-4e53-4309-9eac-212c6d252be6', 'code': 200} Jun 10 15:25:02.983790 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a339d-4a01-4b65-b717-07c5e4267a96 req-baae3953-7b09-440a-bde7-3f487afc2f7f tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:02.985156 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c77a339d-4a01-4b65-b717-07c5e4267a96 req-baae3953-7b09-440a-bde7-3f487afc2f7f tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0726490 Jun 10 15:25:03.026648 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c77a339d-4a01-4b65-b717-07c5e4267a96 req-26ca86d5-cf0a-4a43-9e1f-7742f9f6db91 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357862 Jun 10 15:25:03.238009 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 7b80f310-4a37-4776-acee-7b3c5ffca785 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=92442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:25:03.254019 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-471656c2-60c2-4a85-8ebf-165ae86d7376 req-8d4057c8-637f-4fd3-ac2f-877b809854a1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:03.349052 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-471656c2-60c2-4a85-8ebf-165ae86d7376 req-8d4057c8-637f-4fd3-ac2f-877b809854a1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:03.358107 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 7b80f310-4a37-4776-acee-7b3c5ffca785, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=7b80f310-4a37-4776-acee-7b3c5ffca785,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:25:03.371228 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Returning: {'device': '7b80f310-4a37-4776-acee-7b3c5ffca785', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'port_id': '7b80f310-4a37-4776-acee-7b3c5ffca785', 'mac_address': 'fa:16:3e:fa:03:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:25:03.415847 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:03.440074 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b80f310-4a37-4776-acee-7b3c5ffca785 {{(pid=92442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:25:03.462529 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 7b80f310-4a37-4776-acee-7b3c5ffca785, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=7b80f310-4a37-4776-acee-7b3c5ffca785,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:25:03.470188 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-471656c2-60c2-4a85-8ebf-165ae86d7376 req-8d4057c8-637f-4fd3-ac2f-877b809854a1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:03.476060 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-8f3e43ec-b300-42ee-9dfe-79d0c401dde1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:03.500917 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-471656c2-60c2-4a85-8ebf-165ae86d7376 req-8d4057c8-637f-4fd3-ac2f-877b809854a1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620590 Jun 10 15:25:03.514846 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4057c8-637f-4fd3-ac2f-877b809854a1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5950a8df-0dab-412c-98e4-bcc881775658,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:03.518296 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-8d4057c8-637f-4fd3-ac2f-877b809854a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:03.547510 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:03.548267 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 6ed6dfec-fde1-4f1b-b1dc-5210734e71f3 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=92442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:25:03.550398 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:03.633723 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=7b80f310-4a37-4776-acee-7b3c5ffca785,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:03.638748 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:03.790174 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1984535-9713-458c-a725-d56e32b4a007 req-69777c94-d7ad-432d-a73c-16ba7f50fe4d tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:03.791566 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d1984535-9713-458c-a725-d56e32b4a007 req-69777c94-d7ad-432d-a73c-16ba7f50fe4d tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 946 time: 0.1255770 Jun 10 15:25:03.799839 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236943a7-4741-41fd-9e9d-08031b86633d req-33bc1112-e790-4962-acb4-715e03a71b5c tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:03.802311 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-236943a7-4741-41fd-9e9d-08031b86633d req-33bc1112-e790-4962-acb4-715e03a71b5c tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 943 time: 0.1343131 Jun 10 15:25:03.836553 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 6ed6dfec-fde1-4f1b-b1dc-5210734e71f3, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=6ed6dfec-fde1-4f1b-b1dc-5210734e71f3,segment=NetworkSegment(6d3ff470-4464-4b37-a42d-b56ac91cb4b3),segment_id=6d3ff470-4464-4b37-a42d-b56ac91cb4b3)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:25:03.850195 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Returning: {'device': '6ed6dfec-fde1-4f1b-b1dc-5210734e71f3', 'network_id': '2b41a0c3-b273-41c4-ba99-8e23b2263aee', 'port_id': '6ed6dfec-fde1-4f1b-b1dc-5210734e71f3', 'mac_address': 'fa:16:3e:00:20:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac72a45d-a234-4ef7-b2ee-d2ca013addaa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:25:03.870759 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d1984535-9713-458c-a725-d56e32b4a007 req-2ad332e8-68f8-4a1b-a990-a7f8d69ce251 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672472 Jun 10 15:25:03.873650 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-236943a7-4741-41fd-9e9d-08031b86633d req-6ec75bc4-ec45-4875-8cf3-615014623974 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630298 Jun 10 15:25:03.900186 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:03.915511 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed6dfec-fde1-4f1b-b1dc-5210734e71f3 {{(pid=92442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:25:03.935628 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 6ed6dfec-fde1-4f1b-b1dc-5210734e71f3, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=6ed6dfec-fde1-4f1b-b1dc-5210734e71f3,segment=NetworkSegment(6d3ff470-4464-4b37-a42d-b56ac91cb4b3),segment_id=6d3ff470-4464-4b37-a42d-b56ac91cb4b3)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:25:04.007580 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:04.009485 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:04.066248 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=6ed6dfec-fde1-4f1b-b1dc-5210734e71f3,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:04.069389 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:04.208166 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a51e1a-023a-4252-948c-5ac13d7df23e req-09e8b8c5-886b-4214-87ac-89c62daa8e9b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:04.209595 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-63a51e1a-023a-4252-948c-5ac13d7df23e req-09e8b8c5-886b-4214-87ac-89c62daa8e9b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 945 time: 0.0684361 Jun 10 15:25:04.250611 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-63a51e1a-023a-4252-948c-5ac13d7df23e req-3d901f73-0aed-47dc-9bb0-b941a340275f tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353918 Jun 10 15:25:05.110738 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b7efa5-95d2-47df-94cd-91cde4b5b70a req-a16dab88-1886-4da8-bc7b-149d8a17f4b7 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:05.112243 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-67b7efa5-95d2-47df-94cd-91cde4b5b70a req-a16dab88-1886-4da8-bc7b-149d8a17f4b7 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 944 time: 0.1245778 Jun 10 15:25:05.120279 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa3b64-f8e9-4cc4-b8a0-40a69f6da68e req-e3e4bf6b-7c69-4584-8f14-b3f56268de74 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:05.121614 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a9aa3b64-f8e9-4cc4-b8a0-40a69f6da68e req-e3e4bf6b-7c69-4584-8f14-b3f56268de74 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 946 time: 0.1250238 Jun 10 15:25:05.184378 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-67b7efa5-95d2-47df-94cd-91cde4b5b70a req-4f608cc5-418d-471d-bb23-00ea6f471e2e tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617216 Jun 10 15:25:05.189653 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a9aa3b64-f8e9-4cc4-b8a0-40a69f6da68e req-c53789e9-fff1-4aad-a623-33e2a1fccf7b tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609941 Jun 10 15:25:05.435960 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94652af2-2f9b-4d5e-8f34-0c620dd5c485 req-8bff79fd-5e6e-4d21-9798-46082e6ddf22 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:05.437337 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-94652af2-2f9b-4d5e-8f34-0c620dd5c485 req-8bff79fd-5e6e-4d21-9798-46082e6ddf22 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 945 time: 0.0720851 Jun 10 15:25:05.478319 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-94652af2-2f9b-4d5e-8f34-0c620dd5c485 req-40b9e401-278e-4bbc-830a-68759536c543 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353820 Jun 10 15:25:06.438355 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795b804-abcd-482a-8a31-dbcb81500fa0 req-2d5f9a71-3739-4419-adc5-31c2221ec8a0 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:06.439818 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2795b804-abcd-482a-8a31-dbcb81500fa0 req-2d5f9a71-3739-4419-adc5-31c2221ec8a0 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 944 time: 0.1324823 Jun 10 15:25:06.451929 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0113ac-9c1b-44fe-a034-820649448f38 req-5c3633f6-39ed-4031-b0ab-610561592aa9 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:06.453240 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9a0113ac-9c1b-44fe-a034-820649448f38 req-5c3633f6-39ed-4031-b0ab-610561592aa9 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 946 time: 0.1336055 Jun 10 15:25:06.515784 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2795b804-abcd-482a-8a31-dbcb81500fa0 req-94d6f3fd-9081-4c08-a09e-3d5d31851708 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616102 Jun 10 15:25:06.520373 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9a0113ac-9c1b-44fe-a034-820649448f38 req-58264042-8438-456c-8cdd-f175ed9ed3c0 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605037 Jun 10 15:25:06.693283 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b4cd99-9946-412b-ae95-121d714cd8fe req-46e82159-ad8c-4998-aa4f-17e57ed23ee9 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:06.694739 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-01b4cd99-9946-412b-ae95-121d714cd8fe req-46e82159-ad8c-4998-aa4f-17e57ed23ee9 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 945 time: 0.0692360 Jun 10 15:25:06.740358 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-01b4cd99-9946-412b-ae95-121d714cd8fe req-f344644e-830a-4b18-86e0-431d00ba44bb tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400150 Jun 10 15:25:06.809705 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c636d3c-327e-463d-974c-576459bc7621 req-3fea7be5-1750-498d-977c-09a220fa9912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:06.811266 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-2c636d3c-327e-463d-974c-576459bc7621 req-3fea7be5-1750-498d-977c-09a220fa9912 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 1099 time: 0.0618415 Jun 10 15:25:06.853000 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-2c636d3c-327e-463d-974c-576459bc7621 req-95023237-0ff3-4644-a457-7be0a27cbbb1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317564 Jun 10 15:25:07.107834 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['7b80f310-4a37-4776-acee-7b3c5ffca785'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:25:07.271444 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['6ed6dfec-fde1-4f1b-b1dc-5210734e71f3'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:25:07.786746 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931b367-f8da-414d-9c9f-02c354137ade req-30ac4029-4268-4870-b1ec-172fd0342c9c tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:07.788205 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d931b367-f8da-414d-9c9f-02c354137ade req-30ac4029-4268-4870-b1ec-172fd0342c9c tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 946 time: 0.1456413 Jun 10 15:25:07.801535 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4896e-fbe9-430c-a754-fde9cd285652 req-901ef5e8-37ec-4430-b9b3-24abd3ead485 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:07.802931 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-44c4896e-fbe9-430c-a754-fde9cd285652 req-901ef5e8-37ec-4430-b9b3-24abd3ead485 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 944 time: 0.1092830 Jun 10 15:25:07.872675 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-44c4896e-fbe9-430c-a754-fde9cd285652 req-2a43b310-70db-4fa5-b72f-4f28163d75b7 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616443 Jun 10 15:25:07.875791 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d931b367-f8da-414d-9c9f-02c354137ade req-b7067506-13b3-4830-82fe-63a058672bea tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716093 Jun 10 15:25:08.059093 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f10c7f-23c5-44f9-9328-a6083515dbe4 req-f5e12df4-488e-4f86-bf1e-477e86916df1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:08.061239 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f5f10c7f-23c5-44f9-9328-a6083515dbe4 req-f5e12df4-488e-4f86-bf1e-477e86916df1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 945 time: 0.0767477 Jun 10 15:25:08.102995 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f5f10c7f-23c5-44f9-9328-a6083515dbe4 req-1d56cb3e-9c2f-4cef-80ab-9e8785bf0b24 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362813 Jun 10 15:25:09.099346 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6011016-bd2c-4482-9413-c90b7026c7a0 req-2f921c29-765e-4f7c-b6fe-6bde443c15eb tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:09.100778 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d6011016-bd2c-4482-9413-c90b7026c7a0 req-2f921c29-765e-4f7c-b6fe-6bde443c15eb tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 946 time: 0.1135132 Jun 10 15:25:09.112309 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca591ce-f447-45c7-abfd-5889b61f5470 req-2cc5660e-713a-432c-a24c-e05d41df3db5 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:09.113636 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4ca591ce-f447-45c7-abfd-5889b61f5470 req-2cc5660e-713a-432c-a24c-e05d41df3db5 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 944 time: 0.1172071 Jun 10 15:25:09.172783 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d6011016-bd2c-4482-9413-c90b7026c7a0 req-e6aead43-c16d-468d-ae0c-ea21acf04c5f tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582094 Jun 10 15:25:09.179447 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4ca591ce-f447-45c7-abfd-5889b61f5470 req-3fd46b27-9821-4d63-b246-44cf3dca521a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592930 Jun 10 15:25:09.340390 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d81c2-6439-41cc-bf61-bcbdde9c41a5 req-68c2dedb-7360-4d79-af52-83303d23dcd0 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:09.342763 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a78d81c2-6439-41cc-bf61-bcbdde9c41a5 req-68c2dedb-7360-4d79-af52-83303d23dcd0 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 945 time: 0.0715108 Jun 10 15:25:09.565498 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a78d81c2-6439-41cc-bf61-bcbdde9c41a5 req-00f773a6-d7d9-4e36-a465-cf4a3fca75fa tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171052 Jun 10 15:25:10.403823 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14bc13-5403-4757-9a90-b51e2c58966e req-199919ab-40ea-4ba9-bc6f-a9d23aabb6a5 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:10.405854 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1e14bc13-5403-4757-9a90-b51e2c58966e req-199919ab-40ea-4ba9-bc6f-a9d23aabb6a5 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 946 time: 0.1200495 Jun 10 15:25:10.413819 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14ed02-1841-4285-a233-28ea5c14360d req-e22ef288-a06c-412c-bf61-65936f5f8b62 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:10.415139 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0f14ed02-1841-4285-a233-28ea5c14360d req-e22ef288-a06c-412c-bf61-65936f5f8b62 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 944 time: 0.1191938 Jun 10 15:25:10.479470 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1e14bc13-5403-4757-9a90-b51e2c58966e req-f3804938-de10-42cb-9f72-64e9dd5b8ab6 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631518 Jun 10 15:25:10.483202 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0f14ed02-1841-4285-a233-28ea5c14360d req-7545e56f-479c-491e-9899-ce3e578b54f3 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602295 Jun 10 15:25:10.752542 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb43b83-700b-4d46-8970-5e8bee485778 req-c3aef544-eb02-42df-bb40-7d543e5d5848 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:10.752542 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ecb43b83-700b-4d46-8970-5e8bee485778 req-c3aef544-eb02-42df-bb40-7d543e5d5848 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 945 time: 0.0716186 Jun 10 15:25:10.796397 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ecb43b83-700b-4d46-8970-5e8bee485778 req-d4c62458-895a-4e54-9796-547bda59d18b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387421 Jun 10 15:25:11.713777 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd8e6a-78ff-4c0a-9bef-d127c6583a4e req-f62e94c4-3aa6-4d90-888e-5e353f8785be tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:11.715241 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-05dd8e6a-78ff-4c0a-9bef-d127c6583a4e req-f62e94c4-3aa6-4d90-888e-5e353f8785be tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 946 time: 0.1231794 Jun 10 15:25:11.723369 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ad0ec-9253-4fa8-b37e-ef01b535be0b req-4eac284b-fff8-45ae-9fcd-1eb2938182f0 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:11.724704 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c25ad0ec-9253-4fa8-b37e-ef01b535be0b req-4eac284b-fff8-45ae-9fcd-1eb2938182f0 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 944 time: 0.1308897 Jun 10 15:25:11.783380 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-05dd8e6a-78ff-4c0a-9bef-d127c6583a4e req-89adfecc-1d17-4b13-9564-9114abbbe037 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574355 Jun 10 15:25:11.797209 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c25ad0ec-9253-4fa8-b37e-ef01b535be0b req-2440b3bf-d29d-414e-b6fa-b41c0c6e5b5e tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656497 Jun 10 15:25:11.982306 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc0186-fd02-43af-b866-83c040a9b7db req-42433a93-82be-4e07-a3e3-79b2f5d0ef8b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:11.983690 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5edc0186-fd02-43af-b866-83c040a9b7db req-42433a93-82be-4e07-a3e3-79b2f5d0ef8b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 945 time: 0.0706635 Jun 10 15:25:12.027444 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5edc0186-fd02-43af-b866-83c040a9b7db req-cb572ef9-5eaf-45b8-833b-74a0fd76437e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382376 Jun 10 15:25:13.021504 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fd67d-5d18-4757-890d-18920952824c req-3ef431c5-334f-4c75-80c1-617d4eec69b7 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:13.023095 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ce6fd67d-5d18-4757-890d-18920952824c req-3ef431c5-334f-4c75-80c1-617d4eec69b7 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 946 time: 0.1239741 Jun 10 15:25:13.031857 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1db36-ae2b-4206-83c4-5eca449fe6b6 req-bd1c8cca-93b2-4096-b904-9a7a22496a94 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:13.033298 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-25a1db36-ae2b-4206-83c4-5eca449fe6b6 req-bd1c8cca-93b2-4096-b904-9a7a22496a94 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 944 time: 0.1206040 Jun 10 15:25:13.093100 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ce6fd67d-5d18-4757-890d-18920952824c req-b1a1c24f-0706-4468-b36f-732ba2680a5d tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587764 Jun 10 15:25:13.099997 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-25a1db36-ae2b-4206-83c4-5eca449fe6b6 req-79ecd19e-bae9-46ba-85c8-479b5f73e8e6 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588458 Jun 10 15:25:13.262427 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc7a21e-0a22-4df2-9331-38a7ff1325f4 req-a0bc2feb-4dfe-4615-b868-e98920461538 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:13.263951 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0cc7a21e-0a22-4df2-9331-38a7ff1325f4 req-a0bc2feb-4dfe-4615-b868-e98920461538 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 945 time: 0.0738962 Jun 10 15:25:13.307318 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0cc7a21e-0a22-4df2-9331-38a7ff1325f4 req-9025a2d5-0f41-48da-baf6-6167dbc0667e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372510 Jun 10 15:25:14.329556 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585afa7a-8594-4333-99ac-70b0997a7118 req-5df01cf1-8e26-4d15-9abd-ffcca84af953 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:14.331026 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-585afa7a-8594-4333-99ac-70b0997a7118 req-5df01cf1-8e26-4d15-9abd-ffcca84af953 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 946 time: 0.1228056 Jun 10 15:25:14.338911 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065dcf9-bf02-46ae-89c3-2e7956338d4e req-fc210a6a-2f05-4304-8c53-df3a26d693d3 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:14.340446 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b065dcf9-bf02-46ae-89c3-2e7956338d4e req-fc210a6a-2f05-4304-8c53-df3a26d693d3 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 944 time: 0.1302845 Jun 10 15:25:14.408778 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-585afa7a-8594-4333-99ac-70b0997a7118 req-33ee4928-b727-4afe-8e5c-1ac406d683fc tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673032 Jun 10 15:25:14.414934 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b065dcf9-bf02-46ae-89c3-2e7956338d4e req-fa836499-01e1-4ae2-927c-acfc32a28607 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663955 Jun 10 15:25:14.583386 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d97095-164b-429a-816d-bae5c7b9703d req-6488fc77-9743-4d83-9932-6ac895c8409c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:14.590320 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-42d97095-164b-429a-816d-bae5c7b9703d req-6488fc77-9743-4d83-9932-6ac895c8409c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 945 time: 0.0756009 Jun 10 15:25:14.629378 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-42d97095-164b-429a-816d-bae5c7b9703d req-3cdb970a-f2d1-4391-9359-cf37a1f22f6b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381434 Jun 10 15:25:15.635183 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e6f34-dcee-400e-909e-2a2f341c07a6 req-9af959f1-57c9-44a9-bccd-70a3229e30ed tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:15.636625 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-645e6f34-dcee-400e-909e-2a2f341c07a6 req-9af959f1-57c9-44a9-bccd-70a3229e30ed tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 946 time: 0.1161568 Jun 10 15:25:15.656848 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb764bfe-c308-42da-9011-188307e62863 req-5dd0c64f-50f1-42b2-b9e2-2dad5f695b6d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:15.658264 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fb764bfe-c308-42da-9011-188307e62863 req-5dd0c64f-50f1-42b2-b9e2-2dad5f695b6d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 944 time: 0.1055567 Jun 10 15:25:15.711495 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-645e6f34-dcee-400e-909e-2a2f341c07a6 req-f49e5ed5-ec13-44da-ad89-c263c0551983 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678749 Jun 10 15:25:15.718872 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fb764bfe-c308-42da-9011-188307e62863 req-5c517412-26ae-47a8-b152-d4b639afc31b tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504158 Jun 10 15:25:15.895683 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90aecd0-178a-4095-9284-07f6338f690e req-125c6f39-92fe-45cd-893d-055307cb5c7a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:15.897126 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e90aecd0-178a-4095-9284-07f6338f690e req-125c6f39-92fe-45cd-893d-055307cb5c7a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 945 time: 0.0763674 Jun 10 15:25:15.938698 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e90aecd0-178a-4095-9284-07f6338f690e req-a4f67fc0-2570-44d6-9988-b7c5e0e5f2b2 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358191 Jun 10 15:25:16.463154 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 7b80f310-4a37-4776-acee-7b3c5ffca785 up at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:25:16.581534 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning for port 7b80f310-4a37-4776-acee-7b3c5ffca785 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:25:16.585359 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning complete for port 7b80f310-4a37-4776-acee-7b3c5ffca785 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:25:16.585736 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:16.680030 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:16.703762 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c9033f-694e-435e-babb-5daa9f8b7bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b80f310-4a37-4776-acee-7b3c5ffca785'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:25:16.706042 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ff2814-3db7-43cc-aafb-0bd788370a9d" -d '{"events": [{"server_uuid": "14c9033f-694e-435e-babb-5daa9f8b7bcc", "name": "network-vif-plugged", "status": "completed", "tag": "7b80f310-4a37-4776-acee-7b3c5ffca785"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:25:16.719697 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 7b80f310-4a37-4776-acee-7b3c5ffca785, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=7b80f310-4a37-4776-acee-7b3c5ffca785,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:25:16.744297 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77312761-1dc7-4f22-b5b5-32dbf4b09ef5 x-openstack-request-id: req-77312761-1dc7-4f22-b5b5-32dbf4b09ef5 {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:25:16.744596 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c9033f-694e-435e-babb-5daa9f8b7bcc", "name": "network-vif-plugged", "status": "completed", "tag": "7b80f310-4a37-4776-acee-7b3c5ffca785", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:25:16.744862 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-77312761-1dc7-4f22-b5b5-32dbf4b09ef5 {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:25:16.745261 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c9033f-694e-435e-babb-5daa9f8b7bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b80f310-4a37-4776-acee-7b3c5ffca785', 'code': 200} Jun 10 15:25:16.816193 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:16.817109 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 6ed6dfec-fde1-4f1b-b1dc-5210734e71f3 up at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:25:16.819717 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:16.911489 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=7b80f310-4a37-4776-acee-7b3c5ffca785,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:16.914147 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84af032e-e5b3-4df7-9607-36447334781e req-66c054d2-d480-4fc8-b2ad-de32e5dcc123 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:16.915595 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-84af032e-e5b3-4df7-9607-36447334781e req-66c054d2-d480-4fc8-b2ad-de32e5dcc123 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 944 time: 0.0849090 Jun 10 15:25:16.922637 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:16.923075 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:16.923517 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:16.923963 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:16.924409 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:16.924871 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:16.925327 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:16.925787 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:16.926310 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:16.926754 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:16.927189 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:16.927640 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:16.933458 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:16.959943 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-84af032e-e5b3-4df7-9607-36447334781e req-6c57f847-ffc2-4557-99ec-101a3b7429eb tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374267 Jun 10 15:25:17.004301 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning for port 6ed6dfec-fde1-4f1b-b1dc-5210734e71f3 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:25:17.008350 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning complete for port 6ed6dfec-fde1-4f1b-b1dc-5210734e71f3 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:25:17.009189 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:17.098094 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:17.136990 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed593c-1b1b-40a2-9015-4f7daf1fcd8e req-9f31d37f-90a6-49d4-b9e0-276fe6e084cb tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:17.138494 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 6ed6dfec-fde1-4f1b-b1dc-5210734e71f3, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=6ed6dfec-fde1-4f1b-b1dc-5210734e71f3,segment=NetworkSegment(6d3ff470-4464-4b37-a42d-b56ac91cb4b3),segment_id=6d3ff470-4464-4b37-a42d-b56ac91cb4b3)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:25:17.138993 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8aed593c-1b1b-40a2-9015-4f7daf1fcd8e req-9f31d37f-90a6-49d4-b9e0-276fe6e084cb tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.0803444 Jun 10 15:25:17.181301 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8aed593c-1b1b-40a2-9015-4f7daf1fcd8e req-84b2801e-a194-4311-ba25-3e6eabd3d126 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363293 Jun 10 15:25:17.201753 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:17.204557 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:17.257440 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=6ed6dfec-fde1-4f1b-b1dc-5210734e71f3,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:17.260368 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:18.139567 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a67944d-cffd-4cd7-b0c2-7d55d9727905 req-a159e8f6-3eb3-45bf-8bb6-0b6c379b9837 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:18.141295 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7a67944d-cffd-4cd7-b0c2-7d55d9727905 req-a159e8f6-3eb3-45bf-8bb6-0b6c379b9837 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.0702758 Jun 10 15:25:18.159134 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8dbda128-8dbd-47c6-8c30-8fb2dd3d4e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:18.184007 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7a67944d-cffd-4cd7-b0c2-7d55d9727905 req-ce7a1201-0f8e-4f2b-ba73-b8cbc56e2cc5 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370336 Jun 10 15:25:18.376709 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcca29e-d428-422d-9183-38bc8cb50f46 req-9683c5bb-c641-4c97-9e02-3dc737ecf40d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:18.378217 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6bcca29e-d428-422d-9183-38bc8cb50f46 req-9683c5bb-c641-4c97-9e02-3dc737ecf40d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.0765719 Jun 10 15:25:18.421179 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6bcca29e-d428-422d-9183-38bc8cb50f46 req-adea4d7f-89cc-4f35-8088-80f3c76ee014 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373821 Jun 10 15:25:18.746058 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'befa0f4b-bce9-4f97-94b7-13b5ba3b42dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed6dfec-fde1-4f1b-b1dc-5210734e71f3'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:25:18.748490 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d756bb1-825c-49cf-b72f-eb19fe89cdd3" -d '{"events": [{"server_uuid": "befa0f4b-bce9-4f97-94b7-13b5ba3b42dd", "name": "network-vif-plugged", "status": "completed", "tag": "6ed6dfec-fde1-4f1b-b1dc-5210734e71f3"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:25:18.783740 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cb9aae-d773-4ac7-bbd9-20e55ee325de x-openstack-request-id: req-80cb9aae-d773-4ac7-bbd9-20e55ee325de {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:25:18.784035 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "befa0f4b-bce9-4f97-94b7-13b5ba3b42dd", "name": "network-vif-plugged", "status": "completed", "tag": "6ed6dfec-fde1-4f1b-b1dc-5210734e71f3", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:25:18.784293 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-80cb9aae-d773-4ac7-bbd9-20e55ee325de {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:25:18.784684 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'befa0f4b-bce9-4f97-94b7-13b5ba3b42dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed6dfec-fde1-4f1b-b1dc-5210734e71f3', 'code': 200} Jun 10 15:25:19.368965 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd2b69-58c4-42b4-aa70-d82db77b91ef req-c584bf06-2b7e-49c3-a93d-a3906079a1ca tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:19.370426 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4bcd2b69-58c4-42b4-aa70-d82db77b91ef req-c584bf06-2b7e-49c3-a93d-a3906079a1ca tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.0693746 Jun 10 15:25:19.416509 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4bcd2b69-58c4-42b4-aa70-d82db77b91ef req-040aca71-3314-4444-a5ba-c5878eeee3d0 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396323 Jun 10 15:25:19.552945 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d509a6-ccfe-4336-aa36-10b5056e2b62 req-add59e34-1147-43b5-8fc3-64633ab6a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:19.555175 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-b2d509a6-ccfe-4336-aa36-10b5056e2b62 req-add59e34-1147-43b5-8fc3-64633ab6a530 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 1098 time: 0.0675299 Jun 10 15:25:19.601569 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-b2d509a6-ccfe-4336-aa36-10b5056e2b62 req-4b5dc43a-9107-43bf-a268-dfdede2c70ae service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389249 Jun 10 15:25:19.663143 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1872b2-63b3-4faa-bdc7-c8395ad72b32 req-d4b96541-3b80-4226-ab5a-a8964fc38364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:19.664616 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5f1872b2-63b3-4faa-bdc7-c8395ad72b32 req-d4b96541-3b80-4226-ab5a-a8964fc38364 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 1099 time: 0.1396527 Jun 10 15:25:19.686585 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572445f4-714b-4d9a-9f7d-4afdfafb9b93 req-322e138b-e501-4f62-a454-b9c7f5e6dd91 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:19.693128 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-572445f4-714b-4d9a-9f7d-4afdfafb9b93 req-322e138b-e501-4f62-a454-b9c7f5e6dd91 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.1064403 Jun 10 15:25:19.733348 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-572445f4-714b-4d9a-9f7d-4afdfafb9b93 req-296e7f45-7258-4f43-9fbc-1760a7df0e21 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393465 Jun 10 15:25:19.938143 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5f1872b2-63b3-4faa-bdc7-c8395ad72b32 req-5d78283b-7e72-4d4e-a2c6-655bd515be15 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389535 Jun 10 15:25:20.615872 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89c188-bd8f-43d5-84db-2fddf4e492f9 req-d2b470c7-8721-4da4-bc5a-ef94073c127d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:20.617321 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ec89c188-bd8f-43d5-84db-2fddf4e492f9 req-d2b470c7-8721-4da4-bc5a-ef94073c127d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.0728223 Jun 10 15:25:20.664671 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ec89c188-bd8f-43d5-84db-2fddf4e492f9 req-771907df-acca-413c-95b1-437a0da9c581 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405731 Jun 10 15:25:20.765046 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:20.837665 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b752c0c8-cbc9-4017-9fa1-de974dd751de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:20.920931 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1329465-ae5d-4235-81be-ce77ae819301 req-b407cdfe-96ec-470a-ba0d-83f5682ec473 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:20.922421 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e1329465-ae5d-4235-81be-ce77ae819301 req-b407cdfe-96ec-470a-ba0d-83f5682ec473 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.0724432 Jun 10 15:25:20.964469 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e1329465-ae5d-4235-81be-ce77ae819301 req-e6b8acab-bd67-42a7-b7dc-9e0d71ba3f55 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363157 Jun 10 15:25:21.888957 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8b648-9e16-4772-b47c-38e9bcab092a req-d602e982-00b8-4c45-b0d3-cae78b822348 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:21.890529 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-78b8b648-9e16-4772-b47c-38e9bcab092a req-d602e982-00b8-4c45-b0d3-cae78b822348 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.0882149 Jun 10 15:25:21.911064 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:21.974117 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-78b8b648-9e16-4772-b47c-38e9bcab092a req-a6cb2087-8d1b-4ab9-bc1d-2840ee2e8e4b tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753291 Jun 10 15:25:22.037108 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 49156) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:22.179416 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-00575729-27ed-48ed-bcec-bcb692065600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:22.240282 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134b179-e9dc-4fa1-b062-a450b31c142a req-910caf91-abe6-4975-b2bd-7171841e02f9 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:22.241915 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c134b179-e9dc-4fa1-b062-a450b31c142a req-910caf91-abe6-4975-b2bd-7171841e02f9 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.1072433 Jun 10 15:25:22.286484 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c134b179-e9dc-4fa1-b062-a450b31c142a req-3f2018d5-a938-4098-b289-9d51451438a7 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373905 Jun 10 15:25:22.292587 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-00575729-27ed-48ed-bcec-bcb692065600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:22.449881 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-00575729-27ed-48ed-bcec-bcb692065600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:22.457219 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:22.497933 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-00575729-27ed-48ed-bcec-bcb692065600 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39ff44c23eed4d9aa8f3819bfe61404f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4589059 Jun 10 15:25:22.498982 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00575729-27ed-48ed-bcec-bcb692065600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50b0a68-98d5-40ae-a9d7-545fabbad199,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:22.500902 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 49168) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:22.506041 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00575729-27ed-48ed-bcec-bcb692065600 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:22.506394 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00575729-27ed-48ed-bcec-bcb692065600 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:22.506736 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00575729-27ed-48ed-bcec-bcb692065600 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:22.507071 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00575729-27ed-48ed-bcec-bcb692065600 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:22.507401 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00575729-27ed-48ed-bcec-bcb692065600 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:22.507733 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00575729-27ed-48ed-bcec-bcb692065600 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:22.508061 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00575729-27ed-48ed-bcec-bcb692065600 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:22.508384 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00575729-27ed-48ed-bcec-bcb692065600 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:22.508753 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00575729-27ed-48ed-bcec-bcb692065600 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:22.509081 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00575729-27ed-48ed-bcec-bcb692065600 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:22.509414 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00575729-27ed-48ed-bcec-bcb692065600 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:22.509721 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00575729-27ed-48ed-bcec-bcb692065600 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:22.513971 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-00575729-27ed-48ed-bcec-bcb692065600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:22.553945 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-1bb63959-12b3-47bd-96e2-1700e4f9f46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:22.577563 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-1bb63959-12b3-47bd-96e2-1700e4f9f46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:22.704925 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-1bb63959-12b3-47bd-96e2-1700e4f9f46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:22.707883 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-1bb63959-12b3-47bd-96e2-1700e4f9f46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:22.709006 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-1bb63959-12b3-47bd-96e2-1700e4f9f46a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c50b0a68-98d5-40ae-a9d7-545fabbad199 HTTP/1.1" status: 204 len: 168 time: 0.2071297 Jun 10 15:25:22.709648 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:22.718801 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb63959-12b3-47bd-96e2-1700e4f9f46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50b0a68-98d5-40ae-a9d7-545fabbad199,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:22.726046 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb63959-12b3-47bd-96e2-1700e4f9f46a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:22.726405 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb63959-12b3-47bd-96e2-1700e4f9f46a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:22.726757 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb63959-12b3-47bd-96e2-1700e4f9f46a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:22.727291 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb63959-12b3-47bd-96e2-1700e4f9f46a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:22.727454 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb63959-12b3-47bd-96e2-1700e4f9f46a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:22.727785 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb63959-12b3-47bd-96e2-1700e4f9f46a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:22.728116 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb63959-12b3-47bd-96e2-1700e4f9f46a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:22.728444 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb63959-12b3-47bd-96e2-1700e4f9f46a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:22.728772 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb63959-12b3-47bd-96e2-1700e4f9f46a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:22.729095 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb63959-12b3-47bd-96e2-1700e4f9f46a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:22.729684 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb63959-12b3-47bd-96e2-1700e4f9f46a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:22.730126 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bb63959-12b3-47bd-96e2-1700e4f9f46a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:22.734543 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-1bb63959-12b3-47bd-96e2-1700e4f9f46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:23.161241 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb122dbd-a215-4cbe-a8fd-986d74d17e96 req-4a2fb501-a547-4dc5-a658-c10a7ecbce43 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:23.164945 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-cb122dbd-a215-4cbe-a8fd-986d74d17e96 req-4a2fb501-a547-4dc5-a658-c10a7ecbce43 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.0848582 Jun 10 15:25:23.208829 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-cb122dbd-a215-4cbe-a8fd-986d74d17e96 req-6b8ce54d-c8a6-443c-97eb-a403ed4156c4 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396004 Jun 10 15:25:23.556495 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2dd033-605e-4f1a-9594-a2533e4e8017 req-67094023-28c4-45f7-b970-9f91696069e8 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:23.565109 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ed2dd033-605e-4f1a-9594-a2533e4e8017 req-67094023-28c4-45f7-b970-9f91696069e8 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.0929565 Jun 10 15:25:23.610442 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ed2dd033-605e-4f1a-9594-a2533e4e8017 req-96b492df-15b9-4041-980d-31c9430aa0e0 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443392 Jun 10 15:25:23.667518 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:23.786441 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cee97-525e-4d07-996f-e01e321f8de1 req-96184981-f5c0-4465-9d82-55694454a004 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:23.787812 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-705cee97-525e-4d07-996f-e01e321f8de1 req-96184981-f5c0-4465-9d82-55694454a004 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.0724909 Jun 10 15:25:23.796400 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 49230) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:23.801124 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-28dd3492-6ba7-4b27-abb6-c1d1a1546c60 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Request body: {'floatingip': {'port_id': '7b80f310-4a37-4776-acee-7b3c5ffca785'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:25:23.887293 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-28dd3492-6ba7-4b27-abb6-c1d1a1546c60 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for floatingip, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:24.052942 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 49240) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:24.053577 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 49242) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:24.089452 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab99f-09b6-4bb8-9550-d1ed5fd1aa17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:24.161659 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53d397-8cb3-47f6-a6bc-b17db6986d20 req-e8266da5-4573-46a3-9027-a9812db5fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:24.163749 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-cc53d397-8cb3-47f6-a6bc-b17db6986d20 req-e8266da5-4573-46a3-9027-a9812db5fed8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d7a27daba8a4544b21af138a318785d&device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 1098 time: 0.1316085 Jun 10 15:25:24.174200 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4557a46-fed2-4b85-867d-7c984018923d req-6c9e16a7-7346-4515-8ea8-4382662b0e71 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:24.174200 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e4557a46-fed2-4b85-867d-7c984018923d req-6c9e16a7-7346-4515-8ea8-4382662b0e71 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.1285124 Jun 10 15:25:24.224024 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 49248) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:24.341428 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-34917dd1-edaf-4cbd-b161-f3158f926b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:24.553265 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-379f7402-9e1b-43ad-99d3-6cd869346ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:24.566150 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e4557a46-fed2-4b85-867d-7c984018923d req-ae02d5d2-78e6-4244-9ba9-0c954c976dd9 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3754582 Jun 10 15:25:24.600108 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53d397-8cb3-47f6-a6bc-b17db6986d20 req-143fa46d-de98-45f0-939f-479160d0469b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:24.601543 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-cc53d397-8cb3-47f6-a6bc-b17db6986d20 req-143fa46d-de98-45f0-939f-479160d0469b service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b41a0c3-b273-41c4-ba99-8e23b2263aee HTTP/1.1" status: 200 len: 920 time: 0.4267511 Jun 10 15:25:24.637078 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab99f-09b6-4bb8-9550-d1ed5fd1aa17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:24.665612 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-cc53d397-8cb3-47f6-a6bc-b17db6986d20 req-4c943a4c-9bae-4737-b2eb-bf2e0cc6627f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ed6dfec-fde1-4f1b-b1dc-5210734e71f3 HTTP/1.1" status: 200 len: 217 time: 0.0566244 Jun 10 15:25:24.710365 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 49254) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:24.740019 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc53d397-8cb3-47f6-a6bc-b17db6986d20 req-42bca3fd-ddf0-405f-86bf-3790369ae7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:24.741600 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-cc53d397-8cb3-47f6-a6bc-b17db6986d20 req-42bca3fd-ddf0-405f-86bf-3790369ae7af service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac72a45d-a234-4ef7-b2ee-d2ca013addaa HTTP/1.1" status: 200 len: 859 time: 0.0689862 Jun 10 15:25:24.789221 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-cc53d397-8cb3-47f6-a6bc-b17db6986d20 req-9abd3a0a-1026-4ef7-af4c-3ce4b4407905 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b41a0c3-b273-41c4-ba99-8e23b2263aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348043 Jun 10 15:25:24.841976 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-61ee12d2-5f18-46b9-afe3-d026c5a0f686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:24.853222 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab99f-09b6-4bb8-9550-d1ed5fd1aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:24.871490 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-1141528e-cbbb-4dc7-ac4b-5edd33ad5108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:24.937942 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-cc53d397-8cb3-47f6-a6bc-b17db6986d20 req-52c1a5ac-2461-4c37-9291-571716cc2102 service neutron] 10.222.0.45 "GET /v2.0/networks/2b41a0c3-b273-41c4-ba99-8e23b2263aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411197 Jun 10 15:25:24.948333 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-fb7ab99f-09b6-4bb8-9550-d1ed5fd1aa17 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4185793bb8fe42ad8a8ac7a86241c949&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8922002 Jun 10 15:25:24.956294 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 49258) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:24.967473 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ab99f-09b6-4bb8-9550-d1ed5fd1aa17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b8e6bc-2cc8-4866-8814-a56bf361bed3,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:25.000578 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-fb7ab99f-09b6-4bb8-9550-d1ed5fd1aa17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:25.111886 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0ddebfac-1667-4d8c-b356-68d7ab5382b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:25.131128 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-cc53d397-8cb3-47f6-a6bc-b17db6986d20 req-ceeab5d7-09af-40be-b425-e0f7af245951 service neutron] 10.222.0.45 "GET /v2.0/networks/2b41a0c3-b273-41c4-ba99-8e23b2263aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821949 Jun 10 15:25:25.145951 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0ddebfac-1667-4d8c-b356-68d7ab5382b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:25.157532 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-28dd3492-6ba7-4b27-abb6-c1d1a1546c60 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:25.162092 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-34917dd1-edaf-4cbd-b161-f3158f926b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:25.227780 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-34917dd1-edaf-4cbd-b161-f3158f926b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:25.228807 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-28dd3492-6ba7-4b27-abb6-c1d1a1546c60 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:25.279196 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:25.298765 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0ddebfac-1667-4d8c-b356-68d7ab5382b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:25.303660 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0ddebfac-1667-4d8c-b356-68d7ab5382b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:25.305061 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-0ddebfac-1667-4d8c-b356-68d7ab5382b0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26b8e6bc-2cc8-4866-8814-a56bf361bed3 HTTP/1.1" status: 204 len: 168 time: 0.3474851 Jun 10 15:25:25.307352 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-ab8d7571-0e7c-4bc7-b79d-fb776e489fa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:25.325524 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddebfac-1667-4d8c-b356-68d7ab5382b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b8e6bc-2cc8-4866-8814-a56bf361bed3,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:25.335285 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-0ddebfac-1667-4d8c-b356-68d7ab5382b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:25.349554 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-379f7402-9e1b-43ad-99d3-6cd869346ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:25.379654 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-34917dd1-edaf-4cbd-b161-f3158f926b1f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1130e86cb2eb4291b33d66fd6b770415&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3246284 Jun 10 15:25:25.382427 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 49274) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:25.389398 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34917dd1-edaf-4cbd-b161-f3158f926b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d5b0f7-7c15-4353-a141-3a14a6214aa5,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:25.393469 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-34917dd1-edaf-4cbd-b161-f3158f926b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:25.411741 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.db.l3_db [None req-28dd3492-6ba7-4b27-abb6-c1d1a1546c60 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Floating IP fc6c4aa8-cb91-4a0f-ab63-b9324a3e3042 associated. External IP: 172.27.3.5, port: 7b80f310-4a37-4776-acee-7b3c5ffca785. Jun 10 15:25:25.442907 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-bd13224c-e3f0-47a8-8008-a23114072ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:25.457672 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-379f7402-9e1b-43ad-99d3-6cd869346ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:25.473196 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:25.498302 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-bd13224c-e3f0-47a8-8008-a23114072ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:25.546523 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f7402-9e1b-43ad-99d3-6cd869346ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8733775a-24f9-40d2-a98d-edc1dc342696,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:25.549755 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-379f7402-9e1b-43ad-99d3-6cd869346ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:25.565607 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-379f7402-9e1b-43ad-99d3-6cd869346ee4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8faece595f6b4eb39c13122c9486c041&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3405712 Jun 10 15:25:25.576709 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 49276) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:25.686585 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-61ee12d2-5f18-46b9-afe3-d026c5a0f686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:25.687678 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6a2d4980-b408-4456-b630-6ddf6e8d9c50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:25.713386 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6a2d4980-b408-4456-b630-6ddf6e8d9c50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:25.716877 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28dd3492-6ba7-4b27-abb6-c1d1a1546c60 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Router a3ac1c19-9de2-4eed-a465-6544cfeed94d has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:25:25.733394 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-bd13224c-e3f0-47a8-8008-a23114072ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:25.746175 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-bd13224c-e3f0-47a8-8008-a23114072ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:25.749661 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-bd13224c-e3f0-47a8-8008-a23114072ba3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a7d5b0f7-7c15-4353-a141-3a14a6214aa5 HTTP/1.1" status: 204 len: 168 time: 0.3637223 Jun 10 15:25:25.775020 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-5183a210-fb1e-4aa2-8170-0b7f3e462958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:25.791821 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-61ee12d2-5f18-46b9-afe3-d026c5a0f686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:25.798161 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13224c-e3f0-47a8-8008-a23114072ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d5b0f7-7c15-4353-a141-3a14a6214aa5,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:25.800925 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-bd13224c-e3f0-47a8-8008-a23114072ba3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:25.801396 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-bd13224c-e3f0-47a8-8008-a23114072ba3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:25.858596 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee12d2-5f18-46b9-afe3-d026c5a0f686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb08ddb2-a921-435b-bf6b-8ad6d9ac2c53,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:25.862253 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-61ee12d2-5f18-46b9-afe3-d026c5a0f686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:25.865823 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-61ee12d2-5f18-46b9-afe3-d026c5a0f686 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41929a0a90d64ea0984bcd89e5076767&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1544600 Jun 10 15:25:25.868813 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 49284) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:25.879453 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dd3492-6ba7-4b27-abb6-c1d1a1546c60 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:25:25.884079 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-28dd3492-6ba7-4b27-abb6-c1d1a1546c60 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for floatingip, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:25.897420 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc25f55b-38aa-4dba-a175-ce23db2fbbfd None None] Sync routers for ids ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'] in dv-cinder-772126-2-iscsi {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:25:25.908425 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc25f55b-38aa-4dba-a175-ce23db2fbbfd None None] Routers {'a3ac1c19-9de2-4eed-a465-6544cfeed94d'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:25:25.909178 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-cc25f55b-38aa-4dba-a175-ce23db2fbbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:25:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:25:25.919406 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811a9d3-de56-4fc9-a7e3-db4967c8ee62 req-89740793-f308-473c-91d4-28921f2bf20b tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:25.922473 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6811a9d3-de56-4fc9-a7e3-db4967c8ee62 req-89740793-f308-473c-91d4-28921f2bf20b tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.1951282 Jun 10 15:25:25.934409 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-28dd3492-6ba7-4b27-abb6-c1d1a1546c60 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "PUT /v2.0/floatingips/fc6c4aa8-cb91-4a0f-ab63-b9324a3e3042 HTTP/1.1" status: 200 len: 990 time: 2.1344016 Jun 10 15:25:25.934409 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c9033f-694e-435e-babb-5daa9f8b7bcc', 'tag': '7b80f310-4a37-4776-acee-7b3c5ffca785'}] {{(pid=92441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:25:25.938114 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9b8eca18dfada33807f9ce70a392550ff1c61d1cc5185ff617afbbc74c0c2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7d3dab-b633-44fc-80a7-7459556dd7b9" -d '{"events": [{"name": "network-changed", "server_uuid": "14c9033f-694e-435e-babb-5daa9f8b7bcc", "tag": "7b80f310-4a37-4776-acee-7b3c5ffca785"}]}' {{(pid=92441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:25:25.983345 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6a2d4980-b408-4456-b630-6ddf6e8d9c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:25.986156 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-cb07033b-6fae-4ad9-826a-9c5736643b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:25.991322 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6a2d4980-b408-4456-b630-6ddf6e8d9c50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:25.994798 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-6a2d4980-b408-4456-b630-6ddf6e8d9c50 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8733775a-24f9-40d2-a98d-edc1dc342696 HTTP/1.1" status: 204 len: 168 time: 0.4149001 Jun 10 15:25:25.995409 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:26.000173 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6811a9d3-de56-4fc9-a7e3-db4967c8ee62 req-a9a8c5f8-ac51-4288-afca-ef877f621b6a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719936 Jun 10 15:25:26.051697 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-cb07033b-6fae-4ad9-826a-9c5736643b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:26.061856 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d4980-b408-4456-b630-6ddf6e8d9c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8733775a-24f9-40d2-a98d-edc1dc342696,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:26.079641 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-6a2d4980-b408-4456-b630-6ddf6e8d9c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:26.092744 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-cc25f55b-38aa-4dba-a175-ce23db2fbbfd None None] Set router a3ac1c19-9de2-4eed-a465-6544cfeed94d gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:25:26.100168 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6925ebc2-82aa-4517-bd22-3106065a7b42 x-openstack-request-id: req-6925ebc2-82aa-4517-bd22-3106065a7b42 {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:25:26.100168 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c9033f-694e-435e-babb-5daa9f8b7bcc", "tag": "7b80f310-4a37-4776-acee-7b3c5ffca785", "status": "completed", "code": 200}]} {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:25:26.100168 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6925ebc2-82aa-4517-bd22-3106065a7b42 {{(pid=92441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:25:26.100168 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c9033f-694e-435e-babb-5daa9f8b7bcc', 'tag': '7b80f310-4a37-4776-acee-7b3c5ffca785', 'status': 'completed', 'code': 200} Jun 10 15:25:26.190869 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-cb07033b-6fae-4ad9-826a-9c5736643b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:26.193371 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-cb07033b-6fae-4ad9-826a-9c5736643b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:26.197270 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-cb07033b-6fae-4ad9-826a-9c5736643b34 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cb08ddb2-a921-435b-bf6b-8ad6d9ac2c53 HTTP/1.1" status: 204 len: 168 time: 0.3273327 Jun 10 15:25:26.198312 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:26.210386 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07033b-6fae-4ad9-826a-9c5736643b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb08ddb2-a921-435b-bf6b-8ad6d9ac2c53,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:26.218785 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 49304) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:26.220711 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-cb07033b-6fae-4ad9-826a-9c5736643b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:26.239838 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d3dab-b633-44fc-80a7-7459556dd7b9 req-fb3e7f2d-57c6-47a9-bdcd-3b197d37bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:26.241036 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-19df8acf-e716-4335-8748-f6701bed59d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:26.241763 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5d7d3dab-b633-44fc-80a7-7459556dd7b9 req-fb3e7f2d-57c6-47a9-bdcd-3b197d37bb76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc7c5988e6c495d9a904fb9069702f2&device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 1099 time: 0.1093717 Jun 10 15:25:26.433691 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-19df8acf-e716-4335-8748-f6701bed59d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:26.445442 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d3dab-b633-44fc-80a7-7459556dd7b9 req-2eee43db-7887-497b-b621-aabc325f2914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:26.447571 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5d7d3dab-b633-44fc-80a7-7459556dd7b9 req-2eee43db-7887-497b-b621-aabc325f2914 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4d632323-dfef-4d59-99a6-62839bb06dc5 HTTP/1.1" status: 200 len: 918 time: 0.1955009 Jun 10 15:25:26.530252 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-19df8acf-e716-4335-8748-f6701bed59d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:26.532141 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-cc25f55b-38aa-4dba-a175-ce23db2fbbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600131239-router', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:24:15Z', 'revision_number': 4, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'gw_port': {'id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:08Z', 'updated_at': '2021-06-10T15:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': 'fc6c4aa8-cb91-4a0f-ab63-b9324a3e3042', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'floating_ip_address': '172.27.3.5', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'port_id': '7b80f310-4a37-4776-acee-7b3c5ffca785', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'mac_address': 'fa:16:3e:fa:03:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c9033f-694e-435e-babb-5daa9f8b7bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:24:23Z', 'updated_at': '2021-06-10T15:25:24Z', 'revision_number': 1, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4811a938-7b75-402c-86da-3d0cbc9a8d29', 'name': '', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'mac_address': 'fa:16:3e:0c:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:13Z', 'updated_at': '2021-06-10T15:24:23Z', 'revision_number': 5, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'subnets': [{'id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:25:26.536649 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-fb7ab99f-09b6-4bb8-9550-d1ed5fd1aa17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:26.537076 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc25f55b-38aa-4dba-a175-ce23db2fbbfd None None] Checking router: a3ac1c19-9de2-4eed-a465-6544cfeed94d for host: dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:25:26.546849 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc25f55b-38aa-4dba-a175-ce23db2fbbfd None None] Routers {'a3ac1c19-9de2-4eed-a465-6544cfeed94d'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:25:26.547550 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-cc25f55b-38aa-4dba-a175-ce23db2fbbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:25:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:25:26.570114 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5d7d3dab-b633-44fc-80a7-7459556dd7b9 req-97d6b234-dfe6-45e6-a6b8-54850d6d4c2c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b80f310-4a37-4776-acee-7b3c5ffca785 HTTP/1.1" status: 200 len: 998 time: 0.1150904 Jun 10 15:25:26.587915 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-19df8acf-e716-4335-8748-f6701bed59d0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5d0bc40855ca4b8d88a38d2207e62b29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675051 Jun 10 15:25:26.590837 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 49314) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:26.598556 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df8acf-e716-4335-8748-f6701bed59d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db70f49-d158-446c-a123-9d430a338b5f,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:26.622838 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-19df8acf-e716-4335-8748-f6701bed59d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:26.660593 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d3dab-b633-44fc-80a7-7459556dd7b9 req-02964820-66ba-42f2-83ba-339e7eeeb428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:26.662436 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5d7d3dab-b633-44fc-80a7-7459556dd7b9 req-02964820-66ba-42f2-83ba-339e7eeeb428 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7a2c655e-5d93-4119-a397-dc5fc7c831fb HTTP/1.1" status: 200 len: 856 time: 0.0816038 Jun 10 15:25:26.713910 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-32a66666-6b9f-4682-8ef1-71d4ffabd552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:26.751459 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-32a66666-6b9f-4682-8ef1-71d4ffabd552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:26.774627 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d3dab-b633-44fc-80a7-7459556dd7b9 req-13112c7e-5632-46f0-aa83-45f679cac9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:26.778998 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5d7d3dab-b633-44fc-80a7-7459556dd7b9 req-13112c7e-5632-46f0-aa83-45f679cac9a9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4d632323-dfef-4d59-99a6-62839bb06dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1068604 Jun 10 15:25:26.805366 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 49318) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:26.830451 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-cc25f55b-38aa-4dba-a175-ce23db2fbbfd None None] Set router a3ac1c19-9de2-4eed-a465-6544cfeed94d gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:25:26.846229 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-cd64a106-3877-4c39-a4e0-0fb7df54f9b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:26.949918 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-5d553945-da38-4e64-9938-289839f2a8ca req-3394b179-bbb4-418c-a313-94af3b65a60b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1894572 Jun 10 15:25:26.979015 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5d7d3dab-b633-44fc-80a7-7459556dd7b9 req-e0fd105f-77aa-4d1c-858e-8d0f26896763 service neutron] 10.222.0.45 "GET /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931145 Jun 10 15:25:27.016859 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-32a66666-6b9f-4682-8ef1-71d4ffabd552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:27.052335 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-32a66666-6b9f-4682-8ef1-71d4ffabd552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:27.054928 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-32a66666-6b9f-4682-8ef1-71d4ffabd552 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8db70f49-d158-446c-a123-9d430a338b5f HTTP/1.1" status: 204 len: 168 time: 0.4598510 Jun 10 15:25:27.060360 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-34917dd1-edaf-4cbd-b161-f3158f926b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:27.078425 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a66666-6b9f-4682-8ef1-71d4ffabd552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db70f49-d158-446c-a123-9d430a338b5f,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:27.095551 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-32a66666-6b9f-4682-8ef1-71d4ffabd552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:27.132448 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d553945-da38-4e64-9938-289839f2a8ca req-4de10bdd-5408-4449-b52e-9d1e9bd57773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:27.134215 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-5d553945-da38-4e64-9938-289839f2a8ca req-4de10bdd-5408-4449-b52e-9d1e9bd57773 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=7dc5c94af25d41cb85dee19dbdc7ccee&device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 1099 time: 0.1310751 Jun 10 15:25:27.205510 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-cd64a106-3877-4c39-a4e0-0fb7df54f9b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:27.205865 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5d7d3dab-b633-44fc-80a7-7459556dd7b9 req-87c2f32a-dcef-4683-9cdf-66aca28118c0 service neutron] 10.222.0.45 "GET /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145591 Jun 10 15:25:27.249164 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-cc25f55b-38aa-4dba-a175-ce23db2fbbfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600131239-router', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:24:15Z', 'revision_number': 4, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'gw_port': {'id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:08Z', 'updated_at': '2021-06-10T15:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': 'fc6c4aa8-cb91-4a0f-ab63-b9324a3e3042', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'floating_ip_address': '172.27.3.5', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'port_id': '7b80f310-4a37-4776-acee-7b3c5ffca785', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'mac_address': 'fa:16:3e:fa:03:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c9033f-694e-435e-babb-5daa9f8b7bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:24:23Z', 'updated_at': '2021-06-10T15:25:24Z', 'revision_number': 1, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4811a938-7b75-402c-86da-3d0cbc9a8d29', 'name': '', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'mac_address': 'fa:16:3e:0c:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:13Z', 'updated_at': '2021-06-10T15:24:23Z', 'revision_number': 5, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'subnets': [{'id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:25:27.253406 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc25f55b-38aa-4dba-a175-ce23db2fbbfd None None] The sync data for ids ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'] in dv-cinder-772126-2-iscsi is: [{'id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600131239-router', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:24:15Z', 'revision_number': 4, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'gw_port': {'id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:08Z', 'updated_at': '2021-06-10T15:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': 'fc6c4aa8-cb91-4a0f-ab63-b9324a3e3042', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'floating_ip_address': '172.27.3.5', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'port_id': '7b80f310-4a37-4776-acee-7b3c5ffca785', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'mac_address': 'fa:16:3e:fa:03:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c9033f-694e-435e-babb-5daa9f8b7bcc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:24:23Z', 'updated_at': '2021-06-10T15:25:24Z', 'revision_number': 1, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4811a938-7b75-402c-86da-3d0cbc9a8d29', 'name': '', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'mac_address': 'fa:16:3e:0c:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:13Z', 'updated_at': '2021-06-10T15:24:23Z', 'revision_number': 5, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'subnets': [{'id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:25:27.287123 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-cd64a106-3877-4c39-a4e0-0fb7df54f9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:27.309185 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-f5111c82-4b87-4115-9cf5-68e89318ed71 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:27.341969 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91546c49-dbc5-4037-abab-806bc1b2e002 req-289ed583-e50c-4832-bae8-c175bc6603f4 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:27.348331 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-91546c49-dbc5-4037-abab-806bc1b2e002 req-289ed583-e50c-4832-bae8-c175bc6603f4 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.1045058 Jun 10 15:25:27.367639 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-cd64a106-3877-4c39-a4e0-0fb7df54f9b7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c0ae7514fa164808a3fda0eff4b5819b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5598066 Jun 10 15:25:27.370403 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 49330) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:27.382212 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64a106-3877-4c39-a4e0-0fb7df54f9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b7992b-929c-49e6-abab-942353bd4fc6,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:27.386123 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-cd64a106-3877-4c39-a4e0-0fb7df54f9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:27.388019 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d553945-da38-4e64-9938-289839f2a8ca req-62241dd1-ff5b-4416-ba3f-a57e6f7b1543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:27.389894 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-5d553945-da38-4e64-9938-289839f2a8ca req-62241dd1-ff5b-4416-ba3f-a57e6f7b1543 service neutron] 10.222.0.45 "GET /v2.0/networks?id=60f5acdb-1557-4b16-b992-bf8e4f7692e7 HTTP/1.1" status: 200 len: 913 time: 0.2264049 Jun 10 15:25:27.414856 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-91546c49-dbc5-4037-abab-806bc1b2e002 req-ed54d231-d0da-4064-8023-687f3c2b52fd tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650506 Jun 10 15:25:27.461192 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-461140ef-83e9-4fab-8dc0-50821ab86ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:27.469469 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-5d553945-da38-4e64-9938-289839f2a8ca req-678a7075-f64f-40c4-84ef-5d3012d4660f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d77938c9-8dbc-4055-8f28-a8e9d100a6bc HTTP/1.1" status: 200 len: 217 time: 0.0712209 Jun 10 15:25:27.489300 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-461140ef-83e9-4fab-8dc0-50821ab86ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:27.530579 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d553945-da38-4e64-9938-289839f2a8ca req-09661b43-5560-46be-8bde-7d229a5dbdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:27.532161 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-5d553945-da38-4e64-9938-289839f2a8ca req-09661b43-5560-46be-8bde-7d229a5dbdde service neutron] 10.222.0.45 "GET /v2.0/subnets?id=bc3fe864-b55e-44ff-ad0c-c858cc365d80 HTTP/1.1" status: 200 len: 852 time: 0.0560601 Jun 10 15:25:27.558543 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 49336) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:27.581372 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-5d553945-da38-4e64-9938-289839f2a8ca req-66c0facd-856d-498d-b0c1-6595c39fa158 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=60f5acdb-1557-4b16-b992-bf8e4f7692e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359330 Jun 10 15:25:27.582696 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-f56b46e8-dc66-49dc-8ec6-8c787e6f7927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:27.628933 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9905a8a-7064-40c4-b84f-7c0438dbf789 None None] New status for floating IP fc6c4aa8-cb91-4a0f-ab63-b9324a3e3042: ACTIVE {{(pid=92442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:25:27.637183 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-461140ef-83e9-4fab-8dc0-50821ab86ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:27.640411 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-461140ef-83e9-4fab-8dc0-50821ab86ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:27.643977 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-461140ef-83e9-4fab-8dc0-50821ab86ea3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c2b7992b-929c-49e6-abab-942353bd4fc6 HTTP/1.1" status: 204 len: 168 time: 0.2678487 Jun 10 15:25:27.644986 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-3c071945-77f0-43e6-96f7-0742569fd0c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:27.662852 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461140ef-83e9-4fab-8dc0-50821ab86ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b7992b-929c-49e6-abab-942353bd4fc6,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:27.668260 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-461140ef-83e9-4fab-8dc0-50821ab86ea3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:27.759113 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-5d553945-da38-4e64-9938-289839f2a8ca req-e64e1a8e-49c1-4007-bdd6-8e7c6be01017 service neutron] 10.222.0.45 "GET /v2.0/networks/60f5acdb-1557-4b16-b992-bf8e4f7692e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609263 Jun 10 15:25:27.762320 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-f56b46e8-dc66-49dc-8ec6-8c787e6f7927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:27.879088 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-f56b46e8-dc66-49dc-8ec6-8c787e6f7927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:27.880742 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-5d553945-da38-4e64-9938-289839f2a8ca req-27b665dc-4435-4477-acb5-c7ffd137fcc1 service neutron] 10.222.0.45 "GET /v2.0/networks/60f5acdb-1557-4b16-b992-bf8e4f7692e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133354 Jun 10 15:25:27.881621 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-6a2d4980-b408-4456-b630-6ddf6e8d9c50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:27.922930 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-f56b46e8-dc66-49dc-8ec6-8c787e6f7927 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=506f951602ad4e79b44e79fe59e539f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3632057 Jun 10 15:25:27.923905 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56b46e8-dc66-49dc-8ec6-8c787e6f7927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831f11dd-905e-48ec-907d-e85924383459,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:27.925878 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 49342) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:27.927325 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-f56b46e8-dc66-49dc-8ec6-8c787e6f7927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:27.992340 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a267be57-620b-4495-b6d1-5fe61db1610f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:28.021588 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a267be57-620b-4495-b6d1-5fe61db1610f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:28.147400 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a267be57-620b-4495-b6d1-5fe61db1610f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:28.158946 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a267be57-620b-4495-b6d1-5fe61db1610f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:28.158946 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-a267be57-620b-4495-b6d1-5fe61db1610f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/831f11dd-905e-48ec-907d-e85924383459 HTTP/1.1" status: 204 len: 168 time: 0.2244473 Jun 10 15:25:28.158946 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-32a66666-6b9f-4682-8ef1-71d4ffabd552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:28.160873 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a267be57-620b-4495-b6d1-5fe61db1610f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831f11dd-905e-48ec-907d-e85924383459,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:28.163069 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a267be57-620b-4495-b6d1-5fe61db1610f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:28.197404 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 49354) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:28.209328 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:25:28.213889 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-cdc7d8dd-c929-4501-bf09-fc8144421b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:28.317847 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-cdc7d8dd-c929-4501-bf09-fc8144421b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:28.379263 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-cdc7d8dd-c929-4501-bf09-fc8144421b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:28.382917 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-19df8acf-e716-4335-8748-f6701bed59d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:28.424859 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-cdc7d8dd-c929-4501-bf09-fc8144421b97 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d6d691634ed3431abd271d952b1eb3d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263103 Jun 10 15:25:28.425874 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 49360) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:28.427418 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 49362) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:28.445018 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7d8dd-c929-4501-bf09-fc8144421b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7601bff7-2990-48df-9b52-cc88ab94f394,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:28.447950 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ad701510-0459-4c26-a71a-a25ee069ac30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:28.450078 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-cdc7d8dd-c929-4501-bf09-fc8144421b97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:28.615926 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ad701510-0459-4c26-a71a-a25ee069ac30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:28.616026 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e59b7d54-cf75-45f4-aabd-694aa01b9f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:28.652448 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e59b7d54-cf75-45f4-aabd-694aa01b9f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:28.717707 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2dc48-dd0e-48cd-b1f2-d2e645091011 req-ae818a60-ec54-4e38-96fb-8975a0e8555f tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:28.719215 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c6e2dc48-dd0e-48cd-b1f2-d2e645091011 req-ae818a60-ec54-4e38-96fb-8975a0e8555f tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.1159980 Jun 10 15:25:28.762359 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c6e2dc48-dd0e-48cd-b1f2-d2e645091011 req-a2657e26-9468-40d2-a30e-32ef8595cdbb tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365243 Jun 10 15:25:28.765969 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ad701510-0459-4c26-a71a-a25ee069ac30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:28.768466 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:28.812842 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e59b7d54-cf75-45f4-aabd-694aa01b9f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:28.816987 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e59b7d54-cf75-45f4-aabd-694aa01b9f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:28.819302 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-e59b7d54-cf75-45f4-aabd-694aa01b9f2e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7601bff7-2990-48df-9b52-cc88ab94f394 HTTP/1.1" status: 204 len: 168 time: 0.3903427 Jun 10 15:25:28.820136 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:28.832374 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b7d54-cf75-45f4-aabd-694aa01b9f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7601bff7-2990-48df-9b52-cc88ab94f394,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:28.835684 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-e59b7d54-cf75-45f4-aabd-694aa01b9f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:28.893623 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 49382) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:28.894071 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-ad701510-0459-4c26-a71a-a25ee069ac30 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=76276717321847e3979c2560f75a68ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4670897 Jun 10 15:25:28.897211 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad701510-0459-4c26-a71a-a25ee069ac30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04770437-ea97-4b1c-bb39-a935512f5ffb,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:28.900827 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-ad701510-0459-4c26-a71a-a25ee069ac30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:28.913063 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:28.969824 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-694f1121-e12f-4c31-b802-ab89f14a6455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:28.994672 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-694f1121-e12f-4c31-b802-ab89f14a6455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:29.129961 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-694f1121-e12f-4c31-b802-ab89f14a6455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:29.132718 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-694f1121-e12f-4c31-b802-ab89f14a6455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:29.134022 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-694f1121-e12f-4c31-b802-ab89f14a6455 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/04770437-ea97-4b1c-bb39-a935512f5ffb HTTP/1.1" status: 204 len: 168 time: 0.2382510 Jun 10 15:25:29.134941 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:29.144623 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f1121-e12f-4c31-b802-ab89f14a6455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04770437-ea97-4b1c-bb39-a935512f5ffb,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:29.147758 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-694f1121-e12f-4c31-b802-ab89f14a6455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:29.677956 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 49424) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:29.980017 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-835b38c7-cd7e-4749-807a-f3dcfb7f8b7d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1695702993-network', 'tenant_id': 'e7be5091f2244c45a142088f946a5d96'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:25:30.027660 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c39f7-c84b-4a1f-886f-27653e7c5b4b req-2c535050-5c32-47bb-b691-56e09240895d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:30.029219 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d45c39f7-c84b-4a1f-886f-27653e7c5b4b req-2c535050-5c32-47bb-b691-56e09240895d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.0930142 Jun 10 15:25:30.074018 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d45c39f7-c84b-4a1f-886f-27653e7c5b4b req-97f6bc03-b9d5-48d3-8a4e-f4a709f8d00a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386560 Jun 10 15:25:30.118758 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835b38c7-cd7e-4749-807a-f3dcfb7f8b7d admin admin] Made reservation on behalf of e7be5091f2244c45a142088f946a5d96 for: {'network': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:25:30.121068 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-835b38c7-cd7e-4749-807a-f3dcfb7f8b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4185528'] for network, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:30.133074 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-835b38c7-cd7e-4749-807a-f3dcfb7f8b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:30.224304 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-835b38c7-cd7e-4749-807a-f3dcfb7f8b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:30.313718 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-835b38c7-cd7e-4749-807a-f3dcfb7f8b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:30.320129 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-e59b7d54-cf75-45f4-aabd-694aa01b9f2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:30.338987 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835b38c7-cd7e-4749-807a-f3dcfb7f8b7d admin admin] vlan segment allocate from pool success with {'vlan_id': 537, 'physical_network': 'physnet1'} {{(pid=92440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 15:25:30.358307 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b38c7-cd7e-4749-807a-f3dcfb7f8b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01271e75-23a8-49a9-a472-0a6aad7fb374,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:30.362391 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-835b38c7-cd7e-4749-807a-f3dcfb7f8b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:30.363532 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-835b38c7-cd7e-4749-807a-f3dcfb7f8b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:30.363866 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.db.segments_db [None req-835b38c7-cd7e-4749-807a-f3dcfb7f8b7d admin admin] Added segment 7420d64b-c942-4d37-8fe3-2bdead16f566 of type vlan for network 660c6209-fe17-4827-922f-23a0cbd3bacd Jun 10 15:25:30.413882 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-835b38c7-cd7e-4749-807a-f3dcfb7f8b7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786703315887'] for network, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:30.524353 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-835b38c7-cd7e-4749-807a-f3dcfb7f8b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331'] for network, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:30.525827 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835b38c7-cd7e-4749-807a-f3dcfb7f8b7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:30.526414 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-835b38c7-cd7e-4749-807a-f3dcfb7f8b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:30.530279 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-7db590c8-e0e3-407d-9423-32e23a523d99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:30.614243 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835b38c7-cd7e-4749-807a-f3dcfb7f8b7d admin admin] Pushing event updated for resources: {'Network': ['ID=660c6209-fe17-4827-922f-23a0cbd3bacd,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:30.616951 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-835b38c7-cd7e-4749-807a-f3dcfb7f8b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:30.623024 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-835b38c7-cd7e-4749-807a-f3dcfb7f8b7d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9421468 Jun 10 15:25:30.626044 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 49466) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:30.629029 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Network 660c6209-fe17-4827-922f-23a0cbd3bacd details requested by agent ovs-agent-dv-cinder-772126-2-iscsi with host dv-cinder-772126-2-iscsi {{(pid=92442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:25:30.631719 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-e1dc09fa-757e-4c1f-ba5b-85e364e29ea4 admin admin] Request body: {'subnet': {'network_id': '660c6209-fe17-4827-922f-23a0cbd3bacd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1695702993-subnet', 'tenant_id': 'e7be5091f2244c45a142088f946a5d96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:25:30.753288 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dc09fa-757e-4c1f-ba5b-85e364e29ea4 admin admin] Made reservation on behalf of e7be5091f2244c45a142088f946a5d96 for: {'subnet': 1} {{(pid=92441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:25:30.757751 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e1dc09fa-757e-4c1f-ba5b-85e364e29ea4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:31.256224 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e1dc09fa-757e-4c1f-ba5b-85e364e29ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322'] for subnet, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:31.262516 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-b864c66e-2cbd-4f04-9c33-511e50dba2f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:31.325201 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653a6cf-ee09-4970-9821-4e90e30a23c8 req-fcd6e37d-0c19-437a-adaa-d6dfc9a101b2 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:31.333705 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8653a6cf-ee09-4970-9821-4e90e30a23c8 req-fcd6e37d-0c19-437a-adaa-d6dfc9a101b2 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.1056013 Jun 10 15:25:31.338872 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dc09fa-757e-4c1f-ba5b-85e364e29ea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e3d3884-6bad-494b-95c7-acb02ba6b424,revision_number=0']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:31.343257 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-e1dc09fa-757e-4c1f-ba5b-85e364e29ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:31.347839 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1dc09fa-757e-4c1f-ba5b-85e364e29ea4 admin admin] Checking segment: {'id': '7420d64b-c942-4d37-8fe3-2bdead16f566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '660c6209-fe17-4827-922f-23a0cbd3bacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:25:31.348172 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dc09fa-757e-4c1f-ba5b-85e364e29ea4 admin admin] Network hostable DHCP agents. Network: 660c6209-fe17-4827-922f-23a0cbd3bacd, hostable agents: ['4860e634-0734-4446-9305-88b306355572'], hosted agents: [] {{(pid=92441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:25:31.379325 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8653a6cf-ee09-4970-9821-4e90e30a23c8 req-8a6cc912-a2b4-4ae4-a89a-6f77dbad892e tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446591 Jun 10 15:25:31.495729 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dc09fa-757e-4c1f-ba5b-85e364e29ea4 admin admin] Network 660c6209-fe17-4827-922f-23a0cbd3bacd is scheduled to be hosted by DHCP agent 4860e634-0734-4446-9305-88b306355572 with binding_index 1 {{(pid=92441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:25:31.588070 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-e1dc09fa-757e-4c1f-ba5b-85e364e29ea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-2-iscsi, 660c6209-fe17-4827-922f-23a0cbd3bacd) {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:25:31.598505 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dc09fa-757e-4c1f-ba5b-85e364e29ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:31.598505 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e1dc09fa-757e-4c1f-ba5b-85e364e29ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:31.610159 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e6a553-6cdf-48f0-8aae-2fd497fbabf8 None None] Network 660c6209-fe17-4827-922f-23a0cbd3bacd requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:25:31.767571 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-e1dc09fa-757e-4c1f-ba5b-85e364e29ea4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1396604 Jun 10 15:25:31.799633 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f500285-d8d1-4b25-9fd7-61d53ffe5c5c None None] Network 660c6209-fe17-4827-922f-23a0cbd3bacd requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:25:32.463098 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 49544) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:32.589045 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8551ce-0efd-4a05-b1d7-e646e2f38280 req-1a1482ca-3640-4dc0-b6a5-e276d95a723d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:32.589988 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-be8551ce-0efd-4a05-b1d7-e646e2f38280 req-1a1482ca-3640-4dc0-b6a5-e276d95a723d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.0872128 Jun 10 15:25:32.655770 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b55ace51-3326-4ed2-aa31-504f1e904c75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:32.673096 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-be8551ce-0efd-4a05-b1d7-e646e2f38280 req-50eacf27-3cb9-40f3-b228-7c4d0da54219 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716803 Jun 10 15:25:32.758326 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b55ace51-3326-4ed2-aa31-504f1e904c75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:32.999658 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b55ace51-3326-4ed2-aa31-504f1e904c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:33.003374 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-cb07033b-6fae-4ad9-826a-9c5736643b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:33.043826 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-b55ace51-3326-4ed2-aa31-504f1e904c75 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b87b0b8a72d14a7ba1761c91feca6941&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5787928 Jun 10 15:25:33.046518 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 49560) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:33.047042 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ace51-3326-4ed2-aa31-504f1e904c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4005bf6f-134a-40a6-89f4-f5841f2c8be8,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:33.050009 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-b55ace51-3326-4ed2-aa31-504f1e904c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:33.107073 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-12cd4201-e2b0-4760-8fc4-102745e8434e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:33.131600 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-12cd4201-e2b0-4760-8fc4-102745e8434e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:33.261544 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-12cd4201-e2b0-4760-8fc4-102745e8434e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:33.265044 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-12cd4201-e2b0-4760-8fc4-102745e8434e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:33.266483 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-12cd4201-e2b0-4760-8fc4-102745e8434e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4005bf6f-134a-40a6-89f4-f5841f2c8be8 HTTP/1.1" status: 204 len: 168 time: 0.2189693 Jun 10 15:25:33.267440 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-ad701510-0459-4c26-a71a-a25ee069ac30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:33.277144 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd4201-e2b0-4760-8fc4-102745e8434e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4005bf6f-134a-40a6-89f4-f5841f2c8be8,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:33.280716 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-12cd4201-e2b0-4760-8fc4-102745e8434e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:34.062203 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2a0c0-ac96-4c9d-b650-8acf0cc032af req-131b5948-cfb2-4975-9643-13057a27f54d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:34.076375 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-45f2a0c0-ac96-4c9d-b650-8acf0cc032af req-131b5948-cfb2-4975-9643-13057a27f54d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.0697401 Jun 10 15:25:34.106846 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-45f2a0c0-ac96-4c9d-b650-8acf0cc032af req-65183f54-41ac-4528-b4e4-541e47eb546b tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373614 Jun 10 15:25:34.144997 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 49600) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:34.161719 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b69872d1-fdff-45ff-8552-58f6fef91926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:34.263442 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b69872d1-fdff-45ff-8552-58f6fef91926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:34.314286 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753c1b1-aac5-4e14-bbfb-ab2c27d6597a req-92b2a96b-b0cb-4555-a752-265838ff84fe tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:34.317556 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b753c1b1-aac5-4e14-bbfb-ab2c27d6597a req-92b2a96b-b0cb-4555-a752-265838ff84fe tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 946 time: 0.0860975 Jun 10 15:25:34.352984 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b69872d1-fdff-45ff-8552-58f6fef91926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:34.357965 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-cdc7d8dd-c929-4501-bf09-fc8144421b97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:34.381746 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b753c1b1-aac5-4e14-bbfb-ab2c27d6597a req-b9ccf6d2-cba9-4b71-bb99-5ea69deaeabe tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585670 Jun 10 15:25:34.411014 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-b69872d1-fdff-45ff-8552-58f6fef91926 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=821f84cf993942daa4facddec56dc3d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2649853 Jun 10 15:25:34.412199 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69872d1-fdff-45ff-8552-58f6fef91926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e27863f-fb31-4249-960b-8bfea2159470,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:34.413810 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 49614) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:34.415387 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-b69872d1-fdff-45ff-8552-58f6fef91926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:34.465281 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-980521a2-0daa-4975-9a3e-b4494ff75fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:34.491343 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-980521a2-0daa-4975-9a3e-b4494ff75fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:34.584730 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-980521a2-0daa-4975-9a3e-b4494ff75fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:34.587565 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-980521a2-0daa-4975-9a3e-b4494ff75fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:34.588695 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-980521a2-0daa-4975-9a3e-b4494ff75fc6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8e27863f-fb31-4249-960b-8bfea2159470 HTTP/1.1" status: 204 len: 168 time: 0.1738296 Jun 10 15:25:34.589448 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:34.598999 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980521a2-0daa-4975-9a3e-b4494ff75fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e27863f-fb31-4249-960b-8bfea2159470,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:34.601628 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-980521a2-0daa-4975-9a3e-b4494ff75fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:35.059061 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 49628) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:35.166237 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-f40e8bcf-3c1f-4651-a3aa-18eeed5004b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:35.323434 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-f40e8bcf-3c1f-4651-a3aa-18eeed5004b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:35.337986 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c57a3a-daa5-4713-b988-5495cf381681 req-286d382d-83a5-4315-8664-8e42bed91036 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:35.339525 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-53c57a3a-daa5-4713-b988-5495cf381681 req-286d382d-83a5-4315-8664-8e42bed91036 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.1111982 Jun 10 15:25:35.378456 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-53c57a3a-daa5-4713-b988-5495cf381681 req-a3e81296-851f-4010-bb3f-f722f3a1d225 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380430 Jun 10 15:25:35.419507 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-f40e8bcf-3c1f-4651-a3aa-18eeed5004b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:35.423244 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-461140ef-83e9-4fab-8dc0-50821ab86ea3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:35.466117 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-f40e8bcf-3c1f-4651-a3aa-18eeed5004b6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=66c98163229449d5a1c09cb94b5daa9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4025187 Jun 10 15:25:35.466117 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e8bcf-3c1f-4651-a3aa-18eeed5004b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f9318a-4275-477b-a432-c81b11d806e0,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:35.466281 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 49650) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:35.467925 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-f40e8bcf-3c1f-4651-a3aa-18eeed5004b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:35.526000 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6e6a071f-ebb6-46b3-8929-692e8b05c683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:35.557600 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6e6a071f-ebb6-46b3-8929-692e8b05c683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:35.580667 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e55dd-6d5b-42a2-a6d6-ce2800e039a5 req-14a3d089-b2c6-43d2-b47b-2d92656e38dc tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:35.582156 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a85e55dd-6d5b-42a2-a6d6-ce2800e039a5 req-14a3d089-b2c6-43d2-b47b-2d92656e38dc tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 946 time: 0.0775268 Jun 10 15:25:35.624135 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a85e55dd-6d5b-42a2-a6d6-ce2800e039a5 req-a51b6a34-2c1d-4cf1-8de5-1912658dc289 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361176 Jun 10 15:25:35.718952 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6e6a071f-ebb6-46b3-8929-692e8b05c683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:35.721528 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6e6a071f-ebb6-46b3-8929-692e8b05c683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:35.722803 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-6e6a071f-ebb6-46b3-8929-692e8b05c683 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/21f9318a-4275-477b-a432-c81b11d806e0 HTTP/1.1" status: 204 len: 168 time: 0.2555056 Jun 10 15:25:35.723795 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-b69872d1-fdff-45ff-8552-58f6fef91926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:35.734052 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a071f-ebb6-46b3-8929-692e8b05c683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f9318a-4275-477b-a432-c81b11d806e0,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:35.743254 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-6e6a071f-ebb6-46b3-8929-692e8b05c683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:36.424642 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 49680) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:36.451276 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b805d660-f56f-4321-a847-e35ba58626b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:36.560594 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b805d660-f56f-4321-a847-e35ba58626b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:36.575282 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80fceb-55f5-48af-bbb1-e66077d59434 req-756077a6-8858-443f-a3e9-0c476f1b5ce8 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:36.576764 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4d80fceb-55f5-48af-bbb1-e66077d59434 req-756077a6-8858-443f-a3e9-0c476f1b5ce8 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.0757785 Jun 10 15:25:36.619204 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4d80fceb-55f5-48af-bbb1-e66077d59434 req-43175ec1-1da1-4cd1-beff-4da35eb1a632 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367551 Jun 10 15:25:36.653950 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b805d660-f56f-4321-a847-e35ba58626b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:36.657722 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-12cd4201-e2b0-4760-8fc4-102745e8434e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:36.702185 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-b805d660-f56f-4321-a847-e35ba58626b9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=82f98fecd52c4622acf3f84587040c61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763150 Jun 10 15:25:36.703224 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b805d660-f56f-4321-a847-e35ba58626b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b05dcb9-f011-4c59-b286-12b6466631fa,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:36.704726 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 49692) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:36.706452 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-b805d660-f56f-4321-a847-e35ba58626b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:36.989282 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-86aebf5b-bf6b-431f-b3d3-0c0c440a49c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:37.020589 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-86aebf5b-bf6b-431f-b3d3-0c0c440a49c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:37.050352 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9a68a-a39b-4c83-84f4-7a84768b65b0 req-5ea3f5a3-0641-4e51-b49a-d06163c39b99 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:37.051739 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-36e9a68a-a39b-4c83-84f4-7a84768b65b0 req-5ea3f5a3-0641-4e51-b49a-d06163c39b99 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 946 time: 0.3044143 Jun 10 15:25:37.101619 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-36e9a68a-a39b-4c83-84f4-7a84768b65b0 req-45a7b511-01e2-4b4b-97f8-1836897adc6c tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429592 Jun 10 15:25:37.187415 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-86aebf5b-bf6b-431f-b3d3-0c0c440a49c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:37.190088 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-86aebf5b-bf6b-431f-b3d3-0c0c440a49c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:37.191187 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-86aebf5b-bf6b-431f-b3d3-0c0c440a49c6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2b05dcb9-f011-4c59-b286-12b6466631fa HTTP/1.1" status: 204 len: 168 time: 0.4852130 Jun 10 15:25:37.191914 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-1bb63959-12b3-47bd-96e2-1700e4f9f46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:37.201557 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aebf5b-bf6b-431f-b3d3-0c0c440a49c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b05dcb9-f011-4c59-b286-12b6466631fa,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:37.204430 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-86aebf5b-bf6b-431f-b3d3-0c0c440a49c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:37.806649 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d5c22-1522-45d4-a53c-35c46b87d2c9 req-6e1240db-cb83-449e-9e8e-3309c6de8862 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:37.808119 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-449d5c22-1522-45d4-a53c-35c46b87d2c9 req-6e1240db-cb83-449e-9e8e-3309c6de8862 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.0716007 Jun 10 15:25:37.851458 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-449d5c22-1522-45d4-a53c-35c46b87d2c9 req-a76dd7ba-3c08-471f-a0e7-ecaa04610b00 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370824 Jun 10 15:25:38.300414 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e0309-46a8-445e-a84a-0d4fe648b988 req-1f2c6d9d-9e08-42d7-b089-e77c4fc27f91 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:38.301951 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b17e0309-46a8-445e-a84a-0d4fe648b988 req-1f2c6d9d-9e08-42d7-b089-e77c4fc27f91 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 946 time: 0.0758555 Jun 10 15:25:38.362616 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b17e0309-46a8-445e-a84a-0d4fe648b988 req-149330a1-1c27-41b9-adc6-4798c1a96a45 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509813 Jun 10 15:25:39.029270 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-b75afd68-b2f5-4469-a72d-38284511c819 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:39.030698 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-b75afd68-b2f5-4469-a72d-38284511c819 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/networks?id=660c6209-fe17-4827-922f-23a0cbd3bacd HTTP/1.1" status: 200 len: 809 time: 0.1694229 Jun 10 15:25:39.056163 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-ffcdcfe6-22da-45b7-8feb-5e9d7b4b099b tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/quotas/e7be5091f2244c45a142088f946a5d96 HTTP/1.1" status: 200 len: 375 time: 0.0194542 Jun 10 15:25:39.097362 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-7a70bf4c-28b9-4660-b1e3-5dcda6259816 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e7be5091f2244c45a142088f946a5d96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346086 Jun 10 15:25:39.105347 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1afb1-3bf5-4e5e-ac36-8cae2267d28d req-f9dd6601-117a-416e-86aa-e5d74cd7e8c6 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:39.107261 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2dc1afb1-3bf5-4e5e-ac36-8cae2267d28d req-f9dd6601-117a-416e-86aa-e5d74cd7e8c6 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.1236813 Jun 10 15:25:39.220992 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2dc1afb1-3bf5-4e5e-ac36-8cae2267d28d req-7d4db20b-bbec-43f3-97c8-5fe11d54053f tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049497 Jun 10 15:25:39.250779 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-18924b1a-8f6d-434c-be69-bbbd7e3fcaea service neutron] 10.222.0.26 "GET /v2.0/networks/660c6209-fe17-4827-922f-23a0cbd3bacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425347 Jun 10 15:25:39.384312 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-ccdcb3ef-ac12-4591-b104-9ee3a10496ff service neutron] 10.222.0.26 "GET /v2.0/networks/660c6209-fe17-4827-922f-23a0cbd3bacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277740 Jun 10 15:25:39.424657 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 49798) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:39.550216 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-96170c58-c294-46ef-9eef-459059747e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:39.621840 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949996a-da89-4937-8c64-d7f7b9485535 req-a723b150-b17d-4dcf-a6a4-42fa04c350dd tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:39.624471 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8949996a-da89-4937-8c64-d7f7b9485535 req-a723b150-b17d-4dcf-a6a4-42fa04c350dd tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 946 time: 0.1341238 Jun 10 15:25:39.716301 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a688f99d-9a25-4402-9192-688d8ad3f16b req-34458c29-c62c-48ba-aebf-56306efb7ea2 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd HTTP/1.1" status: 200 len: 210 time: 0.0561862 Jun 10 15:25:39.721906 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8949996a-da89-4937-8c64-d7f7b9485535 req-acec7a15-d6c3-4419-8a61-54a6590a5a43 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/security-groups?id=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868936 Jun 10 15:25:39.796857 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-96170c58-c294-46ef-9eef-459059747e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:39.942847 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d2582-0c89-4a59-a641-f57915b99299 req-faaa0adb-0ef8-4b9b-a9b5-ee0ea5734e94 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:39.944495 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-244d2582-0c89-4a59-a641-f57915b99299 req-faaa0adb-0ef8-4b9b-a9b5-ee0ea5734e94 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.45 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 946 time: 0.1153157 Jun 10 15:25:39.999283 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-96170c58-c294-46ef-9eef-459059747e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:40.011946 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-c9ceea66-a5a1-41bd-8de2-eb2ff1c768cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:40.072331 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-96170c58-c294-46ef-9eef-459059747e86 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d624f857f9e4b51b67c6af8216864be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6486642 Jun 10 15:25:40.072331 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96170c58-c294-46ef-9eef-459059747e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b009957c-5e1b-4587-8ac7-15a48084157b,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:40.073120 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 49832) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:40.080713 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-96170c58-c294-46ef-9eef-459059747e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:40.110008 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [req-244d2582-0c89-4a59-a641-f57915b99299 req-f5ba0e52-8de7-4ea8-992f-dabf7ffa3f84 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Deleting port d77938c9-8dbc-4055-8f28-a8e9d100a6bc {{(pid=92441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:25:40.110658 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-244d2582-0c89-4a59-a641-f57915b99299 req-f5ba0e52-8de7-4ea8-992f-dabf7ffa3f84 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:40.113708 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 49834) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:40.143569 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-70f5e1fa-74d6-4f03-85ec-14d829cf90c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:40.172606 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-70f5e1fa-74d6-4f03-85ec-14d829cf90c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:40.262063 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-0c98d0a5-aff9-4739-adc2-da7e5c3cdbd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:40.297387 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [req-244d2582-0c89-4a59-a641-f57915b99299 req-f5ba0e52-8de7-4ea8-992f-dabf7ffa3f84 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] For port d77938c9-8dbc-4055-8f28-a8e9d100a6bc, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=d77938c9-8dbc-4055-8f28-a8e9d100a6bc,segment=NetworkSegment(3d389d3d-3387-4d22-8c07-13be805831a3),segment_id=3d389d3d-3387-4d22-8c07-13be805831a3)] {{(pid=92441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:25:40.297782 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-244d2582-0c89-4a59-a641-f57915b99299 req-f5ba0e52-8de7-4ea8-992f-dabf7ffa3f84 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:40.372210 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-70f5e1fa-74d6-4f03-85ec-14d829cf90c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:40.374898 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-70f5e1fa-74d6-4f03-85ec-14d829cf90c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:40.378781 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-70f5e1fa-74d6-4f03-85ec-14d829cf90c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b009957c-5e1b-4587-8ac7-15a48084157b HTTP/1.1" status: 204 len: 168 time: 0.3045311 Jun 10 15:25:40.381555 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-0ddebfac-1667-4d8c-b356-68d7ab5382b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:40.397986 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5e1fa-74d6-4f03-85ec-14d829cf90c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b009957c-5e1b-4587-8ac7-15a48084157b,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:40.405509 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-70f5e1fa-74d6-4f03-85ec-14d829cf90c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:40.416940 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [req-244d2582-0c89-4a59-a641-f57915b99299 req-f5ba0e52-8de7-4ea8-992f-dabf7ffa3f84 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Calling delete_port for d77938c9-8dbc-4055-8f28-a8e9d100a6bc owned by compute:nova {{(pid=92441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:25:40.464201 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d609d2-0d6b-408c-8a65-432ba8640877 req-d28b0ea7-c3b0-4cb9-8d99-3faa6b6dd8fa tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:40.470133 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-63d609d2-0d6b-408c-8a65-432ba8640877 req-d28b0ea7-c3b0-4cb9-8d99-3faa6b6dd8fa tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.1332917 Jun 10 15:25:40.540042 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-63d609d2-0d6b-408c-8a65-432ba8640877 req-7ea9ed56-8a33-46a7-9ab3-7b75fa5c3a82 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619111 Jun 10 15:25:40.694566 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-0c98d0a5-aff9-4739-adc2-da7e5c3cdbd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:40.832370 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-244d2582-0c89-4a59-a641-f57915b99299 req-f5ba0e52-8de7-4ea8-992f-dabf7ffa3f84 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344'] for port, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:40.844392 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ca0a616e-e35a-4069-804b-ec551c38bee8 req-f5ce00d3-d3e3-40f3-a944-59042d1459be tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd HTTP/1.1" status: 200 len: 210 time: 0.0465071 Jun 10 15:25:40.846410 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:40.860901 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['d77938c9-8dbc-4055-8f28-a8e9d100a6bc'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:25:40.885566 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8e2bc58d-2564-4c6a-9535-36d6c7a1cbd6 req-75731232-e75a-4cb3-af32-5f25791818d7 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 210 time: 0.0387208 Jun 10 15:25:40.917345 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-0c98d0a5-aff9-4739-adc2-da7e5c3cdbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:40.941024 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba0e52-8de7-4ea8-992f-dabf7ffa3f84 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Pushing event deleted for resources: {'Port': ['ID=d77938c9-8dbc-4055-8f28-a8e9d100a6bc,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:40.972744 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-f5ba0e52-8de7-4ea8-992f-dabf7ffa3f84 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:40.972744 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:41.011107 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [req-244d2582-0c89-4a59-a641-f57915b99299 req-f5ba0e52-8de7-4ea8-992f-dabf7ffa3f84 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] No DVR routers for this DVR port d77938c9-8dbc-4055-8f28-a8e9d100a6bc on host hv-cinder-77212 {{(pid=92441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:25:41.021667 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-244d2582-0c89-4a59-a641-f57915b99299 req-f5ba0e52-8de7-4ea8-992f-dabf7ffa3f84 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:41.023770 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-244d2582-0c89-4a59-a641-f57915b99299 req-f5ba0e52-8de7-4ea8-992f-dabf7ffa3f84 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.45 "DELETE /v2.0/ports/d77938c9-8dbc-4055-8f28-a8e9d100a6bc HTTP/1.1" status: 204 len: 173 time: 1.0722179 Jun 10 15:25:41.026236 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-0c98d0a5-aff9-4739-adc2-da7e5c3cdbd4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e1c502a242d24056b15576625b6fe061&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9096332 Jun 10 15:25:41.026637 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955f9b57-0b89-4b82-b7d9-d2cc8acdb961', 'name': 'network-vif-deleted', 'tag': 'd77938c9-8dbc-4055-8f28-a8e9d100a6bc'}] {{(pid=92441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:25:41.029054 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 49866) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:41.029415 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9b8eca18dfada33807f9ce70a392550ff1c61d1cc5185ff617afbbc74c0c2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a74053-3c19-4267-9632-3d812058531f" -d '{"events": [{"server_uuid": "955f9b57-0b89-4b82-b7d9-d2cc8acdb961", "name": "network-vif-deleted", "tag": "d77938c9-8dbc-4055-8f28-a8e9d100a6bc"}]}' {{(pid=92441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:25:41.042911 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98d0a5-aff9-4739-adc2-da7e5c3cdbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8127fd-9132-4da0-8c65-b4296b9d02a7,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:41.047293 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-0c98d0a5-aff9-4739-adc2-da7e5c3cdbd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:41.068771 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30be3869-816c-4b8a-8877-c48f78c389be x-openstack-request-id: req-30be3869-816c-4b8a-8877-c48f78c389be {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:25:41.069103 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955f9b57-0b89-4b82-b7d9-d2cc8acdb961", "name": "network-vif-deleted", "tag": "d77938c9-8dbc-4055-8f28-a8e9d100a6bc", "status": "completed", "code": 200}]} {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:25:41.069368 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-30be3869-816c-4b8a-8877-c48f78c389be {{(pid=92441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:25:41.069779 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955f9b57-0b89-4b82-b7d9-d2cc8acdb961', 'name': 'network-vif-deleted', 'tag': 'd77938c9-8dbc-4055-8f28-a8e9d100a6bc', 'status': 'completed', 'code': 200} Jun 10 15:25:41.097490 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-747b506b-275a-4a65-a9e7-999c0bf2f071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:41.124172 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-747b506b-275a-4a65-a9e7-999c0bf2f071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:41.310354 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-747b506b-275a-4a65-a9e7-999c0bf2f071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:41.312978 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-747b506b-275a-4a65-a9e7-999c0bf2f071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:41.314136 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-747b506b-275a-4a65-a9e7-999c0bf2f071 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a8127fd-9132-4da0-8c65-b4296b9d02a7 HTTP/1.1" status: 204 len: 168 time: 0.2840827 Jun 10 15:25:41.314853 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-f40e8bcf-3c1f-4651-a3aa-18eeed5004b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:41.328083 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b506b-275a-4a65-a9e7-999c0bf2f071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8127fd-9132-4da0-8c65-b4296b9d02a7,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:41.330612 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-747b506b-275a-4a65-a9e7-999c0bf2f071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:41.801504 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a2f1a-6c21-4b78-94f4-8576d37d84e4 req-4ad43a8e-fbe9-4c72-b64b-38958b41987d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:41.803054 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8b7a2f1a-6c21-4b78-94f4-8576d37d84e4 req-4ad43a8e-fbe9-4c72-b64b-38958b41987d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.1074300 Jun 10 15:25:41.898111 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8b7a2f1a-6c21-4b78-94f4-8576d37d84e4 req-42edea9c-4bda-4c5e-bf8c-df025db5ac05 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875411 Jun 10 15:25:42.023977 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4c68dd8d-ef55-4723-8174-206018b309dd req-e84f864d-03a5-4aef-8b38-08c815ad4b12 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd HTTP/1.1" status: 200 len: 210 time: 0.0385840 Jun 10 15:25:42.097315 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fc73945a-2c24-40b0-ac18-1a89d66f70d9 req-7a80a331-4d44-4559-8098-7d0366fa81b2 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 210 time: 0.0532241 Jun 10 15:25:42.392961 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 49930) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:42.407829 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d37f49b7-c086-46fe-a3a7-3248b2b7e204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:42.509162 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d37f49b7-c086-46fe-a3a7-3248b2b7e204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:42.596061 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d37f49b7-c086-46fe-a3a7-3248b2b7e204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:42.600641 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-835b38c7-cd7e-4749-807a-f3dcfb7f8b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:42.601757 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 49940) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:42.643733 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-d37f49b7-c086-46fe-a3a7-3248b2b7e204 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c9fe27c55b54404bb83776496f98a631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2495632 Jun 10 15:25:42.644664 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37f49b7-c086-46fe-a3a7-3248b2b7e204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2613093d-78ea-4291-8aa7-7de39dc162ae,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:42.646577 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 49946) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:42.647955 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-d37f49b7-c086-46fe-a3a7-3248b2b7e204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:42.710864 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-49cd36db-9ec2-4652-b0b7-bc3b80204d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:42.737550 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-49cd36db-9ec2-4652-b0b7-bc3b80204d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:42.770398 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-bd670a40-20ac-4a92-967d-3349c4af8206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:43.006188 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-49cd36db-9ec2-4652-b0b7-bc3b80204d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:43.008811 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-49cd36db-9ec2-4652-b0b7-bc3b80204d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:43.009965 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-49cd36db-9ec2-4652-b0b7-bc3b80204d25 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2613093d-78ea-4291-8aa7-7de39dc162ae HTTP/1.1" status: 204 len: 168 time: 0.3621809 Jun 10 15:25:43.012605 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:43.029968 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd36db-9ec2-4652-b0b7-bc3b80204d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2613093d-78ea-4291-8aa7-7de39dc162ae,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:43.065318 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-49cd36db-9ec2-4652-b0b7-bc3b80204d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:43.077464 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6c107-6a6c-4006-937e-1f4f5e2b3cf4 req-e23b102b-24bb-4d56-bdec-6c4d10448041 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:43.079120 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5da6c107-6a6c-4006-937e-1f4f5e2b3cf4 req-e23b102b-24bb-4d56-bdec-6c4d10448041 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.0747201 Jun 10 15:25:43.099250 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-bd670a40-20ac-4a92-967d-3349c4af8206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:43.133878 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5da6c107-6a6c-4006-937e-1f4f5e2b3cf4 req-2a0bc218-e0ba-490e-bcfa-8963413e1d51 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487797 Jun 10 15:25:43.191974 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-54016653-0b00-4c75-aa9b-e3a3b9d4fbf9 req-3438f1ea-19a2-4fc5-b455-897537ba82c1 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd HTTP/1.1" status: 200 len: 210 time: 0.0341842 Jun 10 15:25:43.312221 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-bd670a40-20ac-4a92-967d-3349c4af8206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:43.321595 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-0c98d0a5-aff9-4739-adc2-da7e5c3cdbd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:43.330052 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7d17cfd5-5d07-4fe6-bd24-e0dc04dc7893 req-6f4898fd-512f-48f5-8bf8-2e752189a4ed tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] 10.222.0.26 "GET /v2.0/ports?device_id=955f9b57-0b89-4b82-b7d9-d2cc8acdb961 HTTP/1.1" status: 200 len: 210 time: 0.0542226 Jun 10 15:25:43.394362 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-bd670a40-20ac-4a92-967d-3349c4af8206 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7893bea34b414b309e545e5468006a3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7914493 Jun 10 15:25:43.396973 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd670a40-20ac-4a92-967d-3349c4af8206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cabfae-c561-4232-9f2a-4b719f03460d,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:43.397745 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 49992) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:43.401259 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-bd670a40-20ac-4a92-967d-3349c4af8206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:43.409573 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-5c2bef1b-5a5f-4feb-bf80-1d80df9dc9b5 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:43.411073 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-5c2bef1b-5a5f-4feb-bf80-1d80df9dc9b5 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.45 "GET /v2.0/networks?id=660c6209-fe17-4827-922f-23a0cbd3bacd HTTP/1.1" status: 200 len: 809 time: 0.1863267 Jun 10 15:25:43.427337 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0dbb8f1a-9936-433a-b7bc-ffda6b2312fa tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Request body: {'port': {'device_id': 'd51e6b5f-4b3a-40e0-b56d-63ebe7007dbd', 'network_id': '660c6209-fe17-4827-922f-23a0cbd3bacd', 'admin_state_up': True, 'tenant_id': 'e7be5091f2244c45a142088f946a5d96'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:25:43.524217 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-acad9ec5-6a4f-4f73-be46-294e64c9a9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:43.551228 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-acad9ec5-6a4f-4f73-be46-294e64c9a9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:43.590800 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device d77938c9-8dbc-4055-8f28-a8e9d100a6bc no longer exists at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:25:43.620804 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] No Port match for: d77938c9-8dbc-4055-8f28-a8e9d100a6bc {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:25:43.621179 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device d77938c9-8dbc-4055-8f28-a8e9d100a6bc not bound to the agent host hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:25:43.765056 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-acad9ec5-6a4f-4f73-be46-294e64c9a9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:43.766685 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0dbb8f1a-9936-433a-b7bc-ffda6b2312fa tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Made reservation on behalf of e7be5091f2244c45a142088f946a5d96 for: {'port': 1} {{(pid=92441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:25:43.767660 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-acad9ec5-6a4f-4f73-be46-294e64c9a9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:43.768782 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-acad9ec5-6a4f-4f73-be46-294e64c9a9ac admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/62cabfae-c561-4232-9f2a-4b719f03460d HTTP/1.1" status: 204 len: 168 time: 0.3696818 Jun 10 15:25:43.769508 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:43.777090 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0dbb8f1a-9936-433a-b7bc-ffda6b2312fa tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:43.778349 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad9ec5-6a4f-4f73-be46-294e64c9a9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cabfae-c561-4232-9f2a-4b719f03460d,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:43.786395 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-acad9ec5-6a4f-4f73-be46-294e64c9a9ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:43.946837 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0dbb8f1a-9936-433a-b7bc-ffda6b2312fa tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Allocated IP 172.20.0.5 (660c6209-fe17-4827-922f-23a0cbd3bacd/1e3d3884-6bad-494b-95c7-acb02ba6b424/79d904c8-4639-49f2-82dd-cf3e95374d2d) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:25:44.133738 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0dbb8f1a-9936-433a-b7bc-ffda6b2312fa tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:44.252308 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0dbb8f1a-9936-433a-b7bc-ffda6b2312fa tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:44.264931 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:44.270121 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 50040) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:44.345086 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0dbb8f1a-9936-433a-b7bc-ffda6b2312fa tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Network 660c6209-fe17-4827-922f-23a0cbd3bacd is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:25:44.350456 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0dbb8f1a-9936-433a-b7bc-ffda6b2312fa tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:25:44.352872 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb8f1a-9936-433a-b7bc-ffda6b2312fa tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Pushing event updated for resources: {'Port': ['ID=79d904c8-4639-49f2-82dd-cf3e95374d2d,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:44.370525 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0dbb8f1a-9936-433a-b7bc-ffda6b2312fa tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:25:44.377214 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0dbb8f1a-9936-433a-b7bc-ffda6b2312fa tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:44.378125 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0dbb8f1a-9936-433a-b7bc-ffda6b2312fa tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:44.392949 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b8dc1-609b-4568-991c-49cf7e37c913 req-a241e43d-4551-4205-b064-a0d34d0af7a0 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:44.394976 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9c0b8dc1-609b-4568-991c-49cf7e37c913 req-a241e43d-4551-4205-b064-a0d34d0af7a0 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.1436768 Jun 10 15:25:44.402693 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-0dbb8f1a-9936-433a-b7bc-ffda6b2312fa tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:44.470159 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0dbb8f1a-9936-433a-b7bc-ffda6b2312fa tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0469611 Jun 10 15:25:44.487397 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] Request body: {'port': {'device_id': 'd51e6b5f-4b3a-40e0-b56d-63ebe7007dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:25:44.494989 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-bd04009a-9bf3-4d0a-a75c-5181e28c8533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:44.515838 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9c0b8dc1-609b-4568-991c-49cf7e37c913 req-e495ba59-3de8-4204-b135-e676dabc9f8d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121709 Jun 10 15:25:44.571683 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3a86f-d2bc-4ae4-b087-af2215608ed1 req-b50cd66e-3e24-4717-976f-35913be63d91 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:44.573410 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9bb3a86f-d2bc-4ae4-b087-af2215608ed1 req-b50cd66e-3e24-4717-976f-35913be63d91 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd HTTP/1.1" status: 200 len: 931 time: 0.1530838 Jun 10 15:25:44.579581 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:44.650679 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9bb3a86f-d2bc-4ae4-b087-af2215608ed1 req-3ba3f5d2-917d-4839-838f-af577096decc tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677850 Jun 10 15:25:44.721706 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-bd04009a-9bf3-4d0a-a75c-5181e28c8533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:44.796454 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-bd04009a-9bf3-4d0a-a75c-5181e28c8533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:44.800123 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:44.859832 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-bd04009a-9bf3-4d0a-a75c-5181e28c8533 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07e58617fb7d49998b2248f71099349b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5831003 Jun 10 15:25:44.860722 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04009a-9bf3-4d0a-a75c-5181e28c8533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4a487b-02c6-4a8f-90c5-e8cbefc84ffb,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:44.863048 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 50070) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:44.870293 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-bd04009a-9bf3-4d0a-a75c-5181e28c8533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:44.942766 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-5504a632-87a1-4298-8db0-10a969f5bbbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:44.973394 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-5504a632-87a1-4298-8db0-10a969f5bbbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:45.057568 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d904c8-4639-49f2-82dd-cf3e95374d2d {{(pid=92441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:25:45.066768 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:45.144914 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.provisioning_blocks [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] Transition to ACTIVE for port object 79d904c8-4639-49f2-82dd-cf3e95374d2d will not be triggered until provisioned by entity L2. {{(pid=92441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:25:45.145384 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-5504a632-87a1-4298-8db0-10a969f5bbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:45.148272 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-5504a632-87a1-4298-8db0-10a969f5bbbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:45.158126 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-5504a632-87a1-4298-8db0-10a969f5bbbe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aa4a487b-02c6-4a8f-90c5-e8cbefc84ffb HTTP/1.1" status: 204 len: 168 time: 0.2856023 Jun 10 15:25:45.158126 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-da1edb11-e7ff-440b-b314-79ccbd5a924c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:45.196508 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504a632-87a1-4298-8db0-10a969f5bbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4a487b-02c6-4a8f-90c5-e8cbefc84ffb,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:45.196508 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-5504a632-87a1-4298-8db0-10a969f5bbbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:45.290195 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:45.293453 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-cca2da58-23b8-4f71-bd89-3dfcd345584c tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:45.399955 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] Pushing event updated for resources: {'Port': ['ID=79d904c8-4639-49f2-82dd-cf3e95374d2d,revision_number=2']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:45.423765 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:45.438914 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.managers [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] Attempting to bind port 79d904c8-4639-49f2-82dd-cf3e95374d2d on host hv-cinder-77212 for vnic_type normal with profile {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:25:45.439727 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.managers [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] Attempting to bind port 79d904c8-4639-49f2-82dd-cf3e95374d2d by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '7420d64b-c942-4d37-8fe3-2bdead16f566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '660c6209-fe17-4827-922f-23a0cbd3bacd'}] {{(pid=92441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:25:45.440942 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] Attempting to bind port 79d904c8-4639-49f2-82dd-cf3e95374d2d on network 660c6209-fe17-4827-922f-23a0cbd3bacd {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:25:45.445602 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] Port 79d904c8-4639-49f2-82dd-cf3e95374d2d on network 660c6209-fe17-4827-922f-23a0cbd3bacd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:25:45.446193 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] Attempting to bind port 79d904c8-4639-49f2-82dd-cf3e95374d2d on network 660c6209-fe17-4827-922f-23a0cbd3bacd {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:25:45.451613 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] Checking agent: {'id': 'e28e421a-1ab2-4a36-8074-76b1dba64f57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'started_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:25:45.452258 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] Checking segment: {'id': '7420d64b-c942-4d37-8fe3-2bdead16f566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '660c6209-fe17-4827-922f-23a0cbd3bacd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:25:45.452820 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] Bound using segment: {'id': '7420d64b-c942-4d37-8fe3-2bdead16f566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '660c6209-fe17-4827-922f-23a0cbd3bacd'} {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:25:45.453245 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.managers [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] Bound port: 79d904c8-4639-49f2-82dd-cf3e95374d2d, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7420d64b-c942-4d37-8fe3-2bdead16f566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '660c6209-fe17-4827-922f-23a0cbd3bacd'}}] {{(pid=92441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:25:45.453591 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:45.530760 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] For port 79d904c8-4639-49f2-82dd-cf3e95374d2d, host hv-cinder-77212, cleared binding levels {{(pid=92441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:25:45.534082 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] For port 79d904c8-4639-49f2-82dd-cf3e95374d2d, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=79d904c8-4639-49f2-82dd-cf3e95374d2d,segment=NetworkSegment(7420d64b-c942-4d37-8fe3-2bdead16f566),segment_id=7420d64b-c942-4d37-8fe3-2bdead16f566)] {{(pid=92441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:25:45.644925 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:45.647391 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-506b9dc8-cd6f-4b55-b539-c5b6bcbfa627 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:45.701727 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:45.702095 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:45.703471 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] 10.222.0.45 "PUT /v2.0/ports/79d904c8-4639-49f2-82dd-cf3e95374d2d HTTP/1.1" status: 200 len: 1093 time: 1.2250555 Jun 10 15:25:45.703976 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd51e6b5f-4b3a-40e0-b56d-63ebe7007dbd', 'tag': '79d904c8-4639-49f2-82dd-cf3e95374d2d'}] {{(pid=92441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:25:45.714985 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9b8eca18dfada33807f9ce70a392550ff1c61d1cc5185ff617afbbc74c0c2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd75f9a-be3e-4fae-8df9-875f67bd9bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd", "tag": "79d904c8-4639-49f2-82dd-cf3e95374d2d"}]}' {{(pid=92441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:25:45.716758 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9707494-09cb-4321-a565-0589ebc0cb79 req-3d3e639b-0718-4ce4-95ea-173891bb4dad tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:45.718920 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b9707494-09cb-4321-a565-0589ebc0cb79 req-3d3e639b-0718-4ce4-95ea-173891bb4dad tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.0866385 Jun 10 15:25:45.756718 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] Pushing event updated for resources: {'Port': ['ID=79d904c8-4639-49f2-82dd-cf3e95374d2d,revision_number=3']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:45.769090 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:45.773154 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b9707494-09cb-4321-a565-0589ebc0cb79 req-d79ac0ed-d67e-4547-ab04-26ddcddf7d44 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471117 Jun 10 15:25:45.848583 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac8aa1e-a6e5-434c-a53c-e7c9471d5b8e x-openstack-request-id: req-6ac8aa1e-a6e5-434c-a53c-e7c9471d5b8e {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:25:45.848923 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd", "tag": "79d904c8-4639-49f2-82dd-cf3e95374d2d", "status": "completed", "code": 200}]} {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:25:45.849200 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ac8aa1e-a6e5-434c-a53c-e7c9471d5b8e {{(pid=92441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:25:45.849618 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd51e6b5f-4b3a-40e0-b56d-63ebe7007dbd', 'tag': '79d904c8-4639-49f2-82dd-cf3e95374d2d', 'status': 'completed', 'code': 200} Jun 10 15:25:45.880528 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637bab24-fc97-46ee-ab37-bf289a1cc6aa req-d882986d-5460-4007-bd15-e7d09700a826 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:45.885987 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-637bab24-fc97-46ee-ab37-bf289a1cc6aa req-d882986d-5460-4007-bd15-e7d09700a826 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd HTTP/1.1" status: 200 len: 943 time: 0.0798521 Jun 10 15:25:45.918579 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-adbf762f-277f-49b8-b7c5-cbd8dfe46e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:45.920300 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-adbf762f-277f-49b8-b7c5-cbd8dfe46e06 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7be5091f2244c45a142088f946a5d96&device_id=d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd HTTP/1.1" status: 200 len: 1096 time: 0.0693767 Jun 10 15:25:45.931158 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-637bab24-fc97-46ee-ab37-bf289a1cc6aa req-931f1713-bddd-4d38-bdb6-f327243ef670 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412393 Jun 10 15:25:45.981656 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-f7032787-1873-4fd3-896e-17996793ec47 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79d904c8-4639-49f2-82dd-cf3e95374d2d HTTP/1.1" status: 200 len: 217 time: 0.0537963 Jun 10 15:25:46.041815 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-1a2d0a25-a4dd-4be1-8e03-a9decb98ca93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:46.043282 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-1a2d0a25-a4dd-4be1-8e03-a9decb98ca93 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1e3d3884-6bad-494b-95c7-acb02ba6b424 HTTP/1.1" status: 200 len: 849 time: 0.0529947 Jun 10 15:25:46.084746 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-c9b4b96d-024a-48b7-9646-757159c31a8d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=660c6209-fe17-4827-922f-23a0cbd3bacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320318 Jun 10 15:25:46.208679 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-2678a05d-9dc1-4fa0-8a30-7c5180c74a9c service neutron] 10.222.0.45 "GET /v2.0/networks/660c6209-fe17-4827-922f-23a0cbd3bacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159072 Jun 10 15:25:46.321029 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 50126) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:46.327075 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-b5a459df-1dcd-4aaf-bda1-1822257cafc5 req-3d08443f-052a-42ce-836a-173e11dbd019 service neutron] 10.222.0.45 "GET /v2.0/networks/660c6209-fe17-4827-922f-23a0cbd3bacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108098 Jun 10 15:25:46.359999 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6a909428-8da4-4df0-9112-b18089b52cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:46.457726 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 50134) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:46.484113 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6a909428-8da4-4df0-9112-b18089b52cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:46.517832 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 50142) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:46.593078 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6a909428-8da4-4df0-9112-b18089b52cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:46.596777 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:46.641498 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-6a909428-8da4-4df0-9112-b18089b52cd1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=def3336d1b794a879f1fc7c4dbd0b4e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184993 Jun 10 15:25:46.644129 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 50144) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:46.665354 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a909428-8da4-4df0-9112-b18089b52cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cb6dd6-ac4b-49dd-972b-4b8c74e09eac,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:46.670198 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-6a909428-8da4-4df0-9112-b18089b52cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:46.733424 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ccbdaf9c-7cc5-4419-879a-d2658afa7160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:46.760609 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ccbdaf9c-7cc5-4419-879a-d2658afa7160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:46.858364 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-5a223095-daae-4d0f-bba1-da2f61f0ce4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:46.874368 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3d5fc55-da9c-40ad-b707-6ecdf3fac0ac admin admin] Deleting subnet bc3fe864-b55e-44ff-ad0c-c858cc365d80 {{(pid=92441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:25:46.880052 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d3d5fc55-da9c-40ad-b707-6ecdf3fac0ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:46.940692 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ccbdaf9c-7cc5-4419-879a-d2658afa7160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:46.943903 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ccbdaf9c-7cc5-4419-879a-d2658afa7160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:46.945902 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-ccbdaf9c-7cc5-4419-879a-d2658afa7160 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c1cb6dd6-ac4b-49dd-972b-4b8c74e09eac HTTP/1.1" status: 204 len: 168 time: 0.2998271 Jun 10 15:25:46.952929 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d3d5fc55-da9c-40ad-b707-6ecdf3fac0ac admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:46.973346 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-78f8adea-d884-448f-8465-00389d1013b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:46.989242 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdaf9c-7cc5-4419-879a-d2658afa7160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cb6dd6-ac4b-49dd-972b-4b8c74e09eac,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:47.009277 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75f9a-be3e-4fae-8df9-875f67bd9bb5 req-6e140418-c43c-4dff-bfee-80092771c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:47.010811 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-1fd75f9a-be3e-4fae-8df9-875f67bd9bb5 req-6e140418-c43c-4dff-bfee-80092771c0fc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7be5091f2244c45a142088f946a5d96&device_id=d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd HTTP/1.1" status: 200 len: 1096 time: 0.4534526 Jun 10 15:25:47.011600 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-ccbdaf9c-7cc5-4419-879a-d2658afa7160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:47.015521 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d3d5fc55-da9c-40ad-b707-6ecdf3fac0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4192505'] for subnet, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:47.055652 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c72d9a-5631-4805-8f48-d25fc9638d39 req-111e8147-0918-422d-945f-ebe881548c55 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:47.057628 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-63c72d9a-5631-4805-8f48-d25fc9638d39 req-111e8147-0918-422d-945f-ebe881548c55 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.1319129 Jun 10 15:25:47.129204 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-63c72d9a-5631-4805-8f48-d25fc9638d39 req-ee5e4045-4d94-45d2-98b8-b6dda229aafa tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643888 Jun 10 15:25:47.230973 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e889994-e606-4783-8a7e-b45beb6b4b2c req-45f3d3b0-6a59-4407-b655-b49cd0b98b29 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:47.233235 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8e889994-e606-4783-8a7e-b45beb6b4b2c req-45f3d3b0-6a59-4407-b655-b49cd0b98b29 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd HTTP/1.1" status: 200 len: 943 time: 0.0884204 Jun 10 15:25:47.276401 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8e889994-e606-4783-8a7e-b45beb6b4b2c req-df44a7d4-4ced-4240-958f-254936e575ae tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372548 Jun 10 15:25:47.300662 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75f9a-be3e-4fae-8df9-875f67bd9bb5 req-175aaaab-7513-49eb-a22d-9b77328afda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:47.302171 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-1fd75f9a-be3e-4fae-8df9-875f67bd9bb5 req-175aaaab-7513-49eb-a22d-9b77328afda7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=660c6209-fe17-4827-922f-23a0cbd3bacd HTTP/1.1" status: 200 len: 910 time: 0.2655313 Jun 10 15:25:47.313887 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-5a223095-daae-4d0f-bba1-da2f61f0ce4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:47.362439 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-1fd75f9a-be3e-4fae-8df9-875f67bd9bb5 req-d2c630e5-4a38-4e83-8ba3-103fd5f997be service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=79d904c8-4639-49f2-82dd-cf3e95374d2d HTTP/1.1" status: 200 len: 217 time: 0.0506020 Jun 10 15:25:47.418616 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75f9a-be3e-4fae-8df9-875f67bd9bb5 req-1dfba0fe-16be-4f9b-9e6f-5ec1b8960292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:47.420733 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-1fd75f9a-be3e-4fae-8df9-875f67bd9bb5 req-1dfba0fe-16be-4f9b-9e6f-5ec1b8960292 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1e3d3884-6bad-494b-95c7-acb02ba6b424 HTTP/1.1" status: 200 len: 849 time: 0.0523717 Jun 10 15:25:47.469581 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-1fd75f9a-be3e-4fae-8df9-875f67bd9bb5 req-4a827ab3-b3c7-4231-8612-8da491b1b394 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=660c6209-fe17-4827-922f-23a0cbd3bacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359540 Jun 10 15:25:47.469581 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d3d5fc55-da9c-40ad-b707-6ecdf3fac0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4192482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322'] for subnet, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:47.469581 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:47.519545 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5fc55-da9c-40ad-b707-6ecdf3fac0ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc3fe864-b55e-44ff-ad0c-c858cc365d80,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:47.522569 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d3d5fc55-da9c-40ad-b707-6ecdf3fac0ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:47.524603 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-d3d5fc55-da9c-40ad-b707-6ecdf3fac0ac admin admin] 10.222.0.26 "DELETE /v2.0/subnets/bc3fe864-b55e-44ff-ad0c-c858cc365d80 HTTP/1.1" status: 204 len: 168 time: 1.0057425 Jun 10 15:25:47.527235 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 50172) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:47.538574 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-5a223095-daae-4d0f-bba1-da2f61f0ce4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:47.545208 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-d3d5fc55-da9c-40ad-b707-6ecdf3fac0ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:47.545782 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-cd64a106-3877-4c39-a4e0-0fb7df54f9b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:47.635527 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775328'] for network, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:47.663910 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a223095-daae-4d0f-bba1-da2f61f0ce4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f73b82-3cb5-4e2f-9013-238a0c6832e5,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:47.670348 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-5a223095-daae-4d0f-bba1-da2f61f0ce4b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=584920d4efac419895f9dbbb284268fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2114146 Jun 10 15:25:47.671608 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-5a223095-daae-4d0f-bba1-da2f61f0ce4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:47.675225 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 50178) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:47.713173 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-1fd75f9a-be3e-4fae-8df9-875f67bd9bb5 req-592ef302-de05-4c63-b697-2d929e4a25ea service neutron] 10.222.0.45 "GET /v2.0/networks/660c6209-fe17-4827-922f-23a0cbd3bacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378306 Jun 10 15:25:47.780622 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190582', 'neutron.services.segments.db._delete_segments_for_network-8786703803055'] for network, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:47.802483 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:25:47.802890 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:25:47.803635 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:25:47.803980 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] Subscribe: > port after_create 55550000 {{(pid=92440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:25:47.804312 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:25:47.804653 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] Subscribe: > port after_update 55550000 {{(pid=92440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:25:47.805032 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:25:47.805359 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:25:47.805695 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:25:47.806036 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:25:47.823112 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-993b4977-ecbe-46b1-a7c7-b686b2dd55fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:47.867321 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-993b4977-ecbe-46b1-a7c7-b686b2dd55fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:47.880654 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-1fd75f9a-be3e-4fae-8df9-875f67bd9bb5 req-e54287e8-2d89-4410-ab5a-6812de25fe70 service neutron] 10.222.0.45 "GET /v2.0/networks/660c6209-fe17-4827-922f-23a0cbd3bacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520698 Jun 10 15:25:47.968703 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:25:47.969043 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:25:47.969372 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:25:47.969695 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92440) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:25:47.970095 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.services.segments.db [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f5acdb-1557-4b16-b992-bf8e4f7692e7']}} {{(pid=92440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:25:47.989200 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.services.segments.db [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d389d3d-3387-4d22-8c07-13be805831a3') {'for_net_delete': True} {{(pid=92440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:25:47.989491 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.services.segments.db [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d389d3d-3387-4d22-8c07-13be805831a3') {} {{(pid=92440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:25:48.006632 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786703802884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532662844'] for segment, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:48.010320 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-993b4977-ecbe-46b1-a7c7-b686b2dd55fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:48.013593 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-993b4977-ecbe-46b1-a7c7-b686b2dd55fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:48.015240 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-993b4977-ecbe-46b1-a7c7-b686b2dd55fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/53f73b82-3cb5-4e2f-9013-238a0c6832e5 HTTP/1.1" status: 204 len: 168 time: 0.3386009 Jun 10 15:25:48.016085 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-6e6a071f-ebb6-46b3-8929-692e8b05c683 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:48.026353 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993b4977-ecbe-46b1-a7c7-b686b2dd55fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f73b82-3cb5-4e2f-9013-238a0c6832e5,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:48.029523 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-993b4977-ecbe-46b1-a7c7-b686b2dd55fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:48.033268 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:48.042231 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=92440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:25:48.042685 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532407511'] for segment, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: from cryptography.utils import int_from_bytes Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: from cryptography.utils import int_from_bytes Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: Traceback (most recent call last): Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: timer() Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: cb(*args, **kw) Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: return func(*args, **kwargs) Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: self._notify() Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: self.callback(batched_events) Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: event.method(event) Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: return f(self, *a, **k) Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: return self._get(url).json() Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: return self.request(url, 'GET', **kwargs) Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:25:48.048692 dv-cinder-772126-2-iscsi neutron-server[92440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:25:48.207878 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-717c809d-4233-43bb-86dc-b5e926fc7fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:48.269704 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4190591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938507'] for network, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:48.276112 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-835b38c7-cd7e-4749-807a-f3dcfb7f8b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:48.292313 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:48.294767 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] 10.222.0.26 "DELETE /v2.0/networks/60f5acdb-1557-4b16-b992-bf8e4f7692e7 HTTP/1.1" status: 204 len: 168 time: 0.7665505 Jun 10 15:25:48.297524 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] Pushing event deleted for resources: {'Network': ['ID=60f5acdb-1557-4b16-b992-bf8e4f7692e7,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:48.300771 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-91c70431-8ee4-41bb-80b7-e3151f707476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:48.332999 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d996801-cc49-40d2-98c5-9959d2db93db req-4a5e8bd1-4e19-47e0-ab7c-7c1b158da682 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:48.339855 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0d996801-cc49-40d2-98c5-9959d2db93db req-4a5e8bd1-4e19-47e0-ab7c-7c1b158da682 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.1035087 Jun 10 15:25:48.396835 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0d996801-cc49-40d2-98c5-9959d2db93db req-929450a7-0c75-4a6a-a0b4-70a83b580ded tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560181 Jun 10 15:25:48.500269 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703240d-1c23-46fb-8555-18dff44d7bfc req-e1e8072a-ea17-449d-9443-6e95368a0835 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:48.501754 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a703240d-1c23-46fb-8555-18dff44d7bfc req-e1e8072a-ea17-449d-9443-6e95368a0835 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd HTTP/1.1" status: 200 len: 943 time: 0.0916705 Jun 10 15:25:48.548342 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a703240d-1c23-46fb-8555-18dff44d7bfc req-7a2fbd7b-5adb-4fab-9399-a7f826942f2c tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378549 Jun 10 15:25:48.763880 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 50216) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:48.812137 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-20edb92b-a1d2-4d72-a9f4-5035e4b22018 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7dc5c94af25d41cb85dee19dbdc7ccee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0469193 Jun 10 15:25:48.814437 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 50218) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:48.872825 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c5efd168-f646-4444-b347-58345cc2fd72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:48.897338 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c5efd168-f646-4444-b347-58345cc2fd72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:49.040130 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 50226) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:49.055836 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ad66deef-5d4e-48c4-8aa1-187755673b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:49.152870 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c5efd168-f646-4444-b347-58345cc2fd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:49.157532 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c5efd168-f646-4444-b347-58345cc2fd72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:49.157532 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-c5efd168-f646-4444-b347-58345cc2fd72 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c HTTP/1.1" status: 204 len: 168 time: 0.3417096 Jun 10 15:25:49.160869 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a267be57-620b-4495-b6d1-5fe61db1610f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:49.164069 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ad66deef-5d4e-48c4-8aa1-187755673b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:49.172319 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5efd168-f646-4444-b347-58345cc2fd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d3c1e0-dbc8-4ee7-af0f-07850e2eaf4c,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:49.174577 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-c5efd168-f646-4444-b347-58345cc2fd72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:49.272955 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ad66deef-5d4e-48c4-8aa1-187755673b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:49.276848 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:49.319190 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-ad66deef-5d4e-48c4-8aa1-187755673b8d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f3f048966d264e70bdb9a88e9ca26c80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756906 Jun 10 15:25:49.319396 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 50232) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:49.326298 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad66deef-5d4e-48c4-8aa1-187755673b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72733cc-b088-4678-95f7-9c13149a5cf1,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:49.329441 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-ad66deef-5d4e-48c4-8aa1-187755673b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:49.379923 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-333a5c33-af7c-4038-a8d0-185c7d23f1c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:49.406478 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-333a5c33-af7c-4038-a8d0-185c7d23f1c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:49.572628 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-333a5c33-af7c-4038-a8d0-185c7d23f1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:49.576648 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-333a5c33-af7c-4038-a8d0-185c7d23f1c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:49.578334 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-333a5c33-af7c-4038-a8d0-185c7d23f1c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a72733cc-b088-4678-95f7-9c13149a5cf1 HTTP/1.1" status: 204 len: 168 time: 0.2579985 Jun 10 15:25:49.580343 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:49.593076 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a5c33-af7c-4038-a8d0-185c7d23f1c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72733cc-b088-4678-95f7-9c13149a5cf1,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:49.596068 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-333a5c33-af7c-4038-a8d0-185c7d23f1c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:49.637545 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb82091-bc87-427a-9980-45f319099382 req-560674b0-cdef-4298-ba47-40177c681e67 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:49.638928 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8eb82091-bc87-427a-9980-45f319099382 req-560674b0-cdef-4298-ba47-40177c681e67 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.1053803 Jun 10 15:25:49.695394 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8eb82091-bc87-427a-9980-45f319099382 req-28e125b3-c206-4208-8b8c-005bb6e873aa tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519106 Jun 10 15:25:49.774108 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4975d31-cccb-4980-ba85-b3d687b5b3ce req-827b1308-38b9-420c-8573-bd57c7657379 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:49.775601 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e4975d31-cccb-4980-ba85-b3d687b5b3ce req-827b1308-38b9-420c-8573-bd57c7657379 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd HTTP/1.1" status: 200 len: 943 time: 0.0706186 Jun 10 15:25:49.819267 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e4975d31-cccb-4980-ba85-b3d687b5b3ce req-9d5afdb7-cf6c-4b34-b0c1-37d4fe41e600 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377634 Jun 10 15:25:50.721539 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:50.807435 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-50f616b3-3a62-4972-8f25-c098e0c4953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:50.907961 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 50308) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:50.948161 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cdafa-ad73-4365-b150-0158ee60281c req-98eda917-404d-40b5-ab0f-ad1854b79c98 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:50.956140 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-964cdafa-ad73-4365-b150-0158ee60281c req-98eda917-404d-40b5-ab0f-ad1854b79c98 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.1359684 Jun 10 15:25:51.076474 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-f19b1242-d003-47c7-8473-deafedab7bb9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1301189758-network', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:25:51.091266 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-964cdafa-ad73-4365-b150-0158ee60281c req-14a3bde6-d18d-4922-881e-649b0867aacd tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341486 Jun 10 15:25:51.136010 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a23823b-5d07-4506-9a85-078eb6178374 req-135d2494-3d3a-41ac-8202-a954e8bf0988 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:51.137597 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3a23823b-5d07-4506-9a85-078eb6178374 req-135d2494-3d3a-41ac-8202-a954e8bf0988 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd HTTP/1.1" status: 200 len: 943 time: 0.1315234 Jun 10 15:25:51.180534 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3a23823b-5d07-4506-9a85-078eb6178374 req-9ad00838-b88a-4949-91a3-81a2cb3fd7dc tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360491 Jun 10 15:25:51.265117 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19b1242-d003-47c7-8473-deafedab7bb9 admin admin] Made reservation on behalf of d6983c1aeef04c37b1bcd3eb66cde14a for: {'network': 1} {{(pid=92441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:25:51.267557 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f19b1242-d003-47c7-8473-deafedab7bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4185528'] for network, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:51.279588 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f19b1242-d003-47c7-8473-deafedab7bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:51.379547 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f19b1242-d003-47c7-8473-deafedab7bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:51.501401 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f19b1242-d003-47c7-8473-deafedab7bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:51.504541 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-8d4057c8-637f-4fd3-ac2f-877b809854a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:51.528221 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19b1242-d003-47c7-8473-deafedab7bb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 512, 'physical_network': 'physnet1'} {{(pid=92441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 15:25:51.538888 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b1242-d003-47c7-8473-deafedab7bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284ff301-1bea-43b8-ac1e-6780a543b627,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:51.543044 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-f19b1242-d003-47c7-8473-deafedab7bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:51.544767 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f19b1242-d003-47c7-8473-deafedab7bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:51.545194 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.db.segments_db [None req-f19b1242-d003-47c7-8473-deafedab7bb9 admin admin] Added segment 6e089edc-2b2c-4dd6-a59e-afac8de582a9 of type vlan for network d8191dcc-30ce-4ad4-9767-678dd0532ea2 Jun 10 15:25:51.606193 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f19b1242-d003-47c7-8473-deafedab7bb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786703315887'] for network, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:51.641286 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 79d904c8-4639-49f2-82dd-cf3e95374d2d details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=92442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:25:51.762568 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 79d904c8-4639-49f2-82dd-cf3e95374d2d, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=79d904c8-4639-49f2-82dd-cf3e95374d2d,segment=NetworkSegment(7420d64b-c942-4d37-8fe3-2bdead16f566),segment_id=7420d64b-c942-4d37-8fe3-2bdead16f566)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:25:51.782408 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f19b1242-d003-47c7-8473-deafedab7bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331'] for network, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:51.789645 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Returning: {'device': '79d904c8-4639-49f2-82dd-cf3e95374d2d', 'network_id': '660c6209-fe17-4827-922f-23a0cbd3bacd', 'port_id': '79d904c8-4639-49f2-82dd-cf3e95374d2d', 'mac_address': 'fa:16:3e:f3:4f:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e3d3884-6bad-494b-95c7-acb02ba6b424', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:25:51.789814 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19b1242-d003-47c7-8473-deafedab7bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:51.789814 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f19b1242-d003-47c7-8473-deafedab7bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:51.792469 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:51.845187 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:51.870612 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d904c8-4639-49f2-82dd-cf3e95374d2d {{(pid=92442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:25:51.885727 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 79d904c8-4639-49f2-82dd-cf3e95374d2d, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=79d904c8-4639-49f2-82dd-cf3e95374d2d,segment=NetworkSegment(7420d64b-c942-4d37-8fe3-2bdead16f566),segment_id=7420d64b-c942-4d37-8fe3-2bdead16f566)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:25:51.894055 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b1242-d003-47c7-8473-deafedab7bb9 admin admin] Pushing event updated for resources: {'Network': ['ID=d8191dcc-30ce-4ad4-9767-678dd0532ea2,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:51.897437 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-f19b1242-d003-47c7-8473-deafedab7bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:51.903776 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Network d8191dcc-30ce-4ad4-9767-678dd0532ea2 details requested by agent ovs-agent-dv-cinder-772126-2-iscsi with host dv-cinder-772126-2-iscsi {{(pid=92442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:25:51.932013 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:52.016150 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:52.025618 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-79f5a0d5-9841-4f6e-b604-ce00be8ca5b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:52.069267 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-f19b1242-d003-47c7-8473-deafedab7bb9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1601777 Jun 10 15:25:52.072222 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 50360) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:52.083403 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-3c573778-ce01-47c4-ad82-cdc8400e41ac admin admin] Request body: {'subnet': {'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1301189758-subnet', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:25:52.093413 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=79d904c8-4639-49f2-82dd-cf3e95374d2d,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:52.098531 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:52.260610 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c573778-ce01-47c4-ad82-cdc8400e41ac admin admin] Made reservation on behalf of d6983c1aeef04c37b1bcd3eb66cde14a for: {'subnet': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:25:52.263247 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-3c573778-ce01-47c4-ad82-cdc8400e41ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532218085'] for subnet, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:52.355733 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 50382) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:52.451552 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['79d904c8-4639-49f2-82dd-cf3e95374d2d'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:25:52.559134 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-29621875-4569-4689-9a53-c23354846ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:52.756500 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-29621875-4569-4689-9a53-c23354846ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:52.765671 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbbef02-0e9d-4ecc-adf3-b1a219c11843 req-b1ca580a-b357-4ea6-a281-070e611ed1cf tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:52.767310 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5bbbef02-0e9d-4ecc-adf3-b1a219c11843 req-b1ca580a-b357-4ea6-a281-070e611ed1cf tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.5462437 Jun 10 15:25:52.829757 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22409c6-2e96-42b2-ad72-89da6a7fa18a req-ae0a0752-430a-4383-be13-a57524d70092 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:52.836452 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f22409c6-2e96-42b2-ad72-89da6a7fa18a req-ae0a0752-430a-4383-be13-a57524d70092 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd HTTP/1.1" status: 200 len: 944 time: 0.4892871 Jun 10 15:25:52.856795 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-29621875-4569-4689-9a53-c23354846ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:52.873008 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a4d58aef-7bcd-4e34-8481-5ca735daef2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:52.906494 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-29621875-4569-4689-9a53-c23354846ffe admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d3d096d98ed244fa94846d37d7fb8089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5486546 Jun 10 15:25:52.909553 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 50404) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:52.918124 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29621875-4569-4689-9a53-c23354846ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe37851d-c1ee-4704-9bc4-2f8bedb78345,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:52.921528 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-29621875-4569-4689-9a53-c23354846ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:52.930201 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5bbbef02-0e9d-4ecc-adf3-b1a219c11843 req-8e72397a-0df9-484e-a537-23fc8ebaa606 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554656 Jun 10 15:25:52.943759 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f22409c6-2e96-42b2-ad72-89da6a7fa18a req-78b732ce-9528-4026-9a0c-32d7fe14ba86 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064606 Jun 10 15:25:52.995198 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f0234e07-ca04-4bca-97df-3c93cbf71f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:53.020319 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f0234e07-ca04-4bca-97df-3c93cbf71f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:53.122984 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-3c573778-ce01-47c4-ad82-cdc8400e41ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532409097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532218099'] for subnet, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:53.126420 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-93edcd06-bb0f-43b2-b160-6dd0e8df2967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:53.193507 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c573778-ce01-47c4-ad82-cdc8400e41ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=146d4102-3e59-4e06-be05-0c274045f9fb,revision_number=0']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:53.197440 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-3c573778-ce01-47c4-ad82-cdc8400e41ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:53.204621 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c573778-ce01-47c4-ad82-cdc8400e41ac admin admin] Checking segment: {'id': '6e089edc-2b2c-4dd6-a59e-afac8de582a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:25:53.204621 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c573778-ce01-47c4-ad82-cdc8400e41ac admin admin] Network hostable DHCP agents. Network: d8191dcc-30ce-4ad4-9767-678dd0532ea2, hostable agents: ['4860e634-0734-4446-9305-88b306355572'], hosted agents: [] {{(pid=92440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:25:53.216101 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f0234e07-ca04-4bca-97df-3c93cbf71f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:53.218848 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f0234e07-ca04-4bca-97df-3c93cbf71f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:53.219969 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-f0234e07-ca04-4bca-97df-3c93cbf71f48 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fe37851d-c1ee-4704-9bc4-2f8bedb78345 HTTP/1.1" status: 204 len: 168 time: 0.3095140 Jun 10 15:25:53.220719 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:53.229176 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0234e07-ca04-4bca-97df-3c93cbf71f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe37851d-c1ee-4704-9bc4-2f8bedb78345,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:53.232381 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-f0234e07-ca04-4bca-97df-3c93cbf71f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:53.313523 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c573778-ce01-47c4-ad82-cdc8400e41ac admin admin] Network d8191dcc-30ce-4ad4-9767-678dd0532ea2 is scheduled to be hosted by DHCP agent 4860e634-0734-4446-9305-88b306355572 with binding_index 1 {{(pid=92440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:25:53.424957 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [None req-3c573778-ce01-47c4-ad82-cdc8400e41ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-2-iscsi, d8191dcc-30ce-4ad4-9767-678dd0532ea2) {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:25:53.429220 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c573778-ce01-47c4-ad82-cdc8400e41ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:53.438320 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-3c573778-ce01-47c4-ad82-cdc8400e41ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:53.438975 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3feb5bdf-45b1-4277-b8a6-72f40edb2d9c None None] Network d8191dcc-30ce-4ad4-9767-678dd0532ea2 requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:25:53.565456 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-3c573778-ce01-47c4-ad82-cdc8400e41ac admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4921265 Jun 10 15:25:53.573287 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 50410) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:53.578804 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-f540de89-7665-4ba1-aa6e-bd58cabdf66f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1301189758-router', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:25:53.644514 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcc455be-9be4-53fc-9fd0-280f6bd08d86-d8191dcc-30ce-4ad4-9767-678dd0532ea2', 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'fixed_ips': [{'subnet_id': '146d4102-3e59-4e06-be05-0c274045f9fb'}]}} from dv-cinder-772126-2-iscsi. {{(pid=92442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 15:25:53.650621 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:53.718784 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 79d904c8-4639-49f2-82dd-cf3e95374d2d up at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:25:53.722379 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f540de89-7665-4ba1-aa6e-bd58cabdf66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26667'] for router, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:53.724683 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f540de89-7665-4ba1-aa6e-bd58cabdf66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1009843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26832'] for router, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:53.760124 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:53.799851 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f540de89-7665-4ba1-aa6e-bd58cabdf66f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:53.859523 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.db_base_plugin_common [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] Allocated IP 172.20.0.2 (d8191dcc-30ce-4ad4-9767-678dd0532ea2/146d4102-3e59-4e06-be05-0c274045f9fb/442d1b30-48d3-4af8-a19c-84f316d007ca) {{(pid=92442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:25:53.985398 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning for port 79d904c8-4639-49f2-82dd-cf3e95374d2d completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:25:53.999405 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning complete for port 79d904c8-4639-49f2-82dd-cf3e95374d2d triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:25:53.999785 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:54.086624 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] Notify callbacks [] for port, precommit_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:54.099276 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] Transition to ACTIVE for port object 442d1b30-48d3-4af8-a19c-84f316d007ca will not be triggered until provisioned by entity L2. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:25:54.135503 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f540de89-7665-4ba1-aa6e-bd58cabdf66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26822'] for router, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:54.155339 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] Transition to ACTIVE for port object 442d1b30-48d3-4af8-a19c-84f316d007ca will not be triggered until provisioned by entity DHCP. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:25:54.158348 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 50426) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:54.175207 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1aa329bc-082e-410c-9b30-7d4f267224b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:54.178944 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:54.209630 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51e6b5f-4b3a-40e0-b56d-63ebe7007dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d904c8-4639-49f2-82dd-cf3e95374d2d'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:25:54.215434 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfa1276-4cb8-4366-af09-6ddd71fb5230" -d '{"events": [{"server_uuid": "d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd", "name": "network-vif-plugged", "status": "completed", "tag": "79d904c8-4639-49f2-82dd-cf3e95374d2d"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:25:54.230247 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 79d904c8-4639-49f2-82dd-cf3e95374d2d, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=79d904c8-4639-49f2-82dd-cf3e95374d2d,segment=NetworkSegment(7420d64b-c942-4d37-8fe3-2bdead16f566),segment_id=7420d64b-c942-4d37-8fe3-2bdead16f566)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:25:54.257981 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed893f-28ec-4264-a4d8-3028cf042e18 req-8f94832e-e59f-462a-9a77-ba0463efc612 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:54.259464 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-57ed893f-28ec-4264-a4d8-3028cf042e18 req-8f94832e-e59f-462a-9a77-ba0463efc612 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd HTTP/1.1" status: 200 len: 944 time: 0.1382070 Jun 10 15:25:54.280747 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:54.281586 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc66b6-fc9d-4277-aa35-7c86cd7e8309 req-a4a94c24-2215-47d9-9d6b-df49150eec01 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:54.282697 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-95cc66b6-fc9d-4277-aa35-7c86cd7e8309 req-a4a94c24-2215-47d9-9d6b-df49150eec01 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.1154540 Jun 10 15:25:54.288860 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:54.312656 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1aa329bc-082e-410c-9b30-7d4f267224b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:54.333711 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-57ed893f-28ec-4264-a4d8-3028cf042e18 req-942d5dba-8d4d-4c23-88de-9decf0f31e9c tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662012 Jun 10 15:25:54.355366 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-95cc66b6-fc9d-4277-aa35-7c86cd7e8309 req-4bc1da88-fa75-46ae-83a4-9a84706e256d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615969 Jun 10 15:25:54.356913 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] Network d8191dcc-30ce-4ad4-9767-678dd0532ea2 is already hosted by enough agents. {{(pid=92442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:25:54.360320 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:54.366945 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.scheduler.base_scheduler [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] Resources bound (agent type, host, resource id): {{(pid=92442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:25:54.371574 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] Received port after_create {{(pid=92442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:25:54.375700 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] Pushing event updated for resources: {'Port': ['ID=442d1b30-48d3-4af8-a19c-84f316d007ca,revision_number=1']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:54.385933 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:54.386396 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:54.400156 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1aa329bc-082e-410c-9b30-7d4f267224b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:54.404950 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-c5efd168-f646-4444-b347-58345cc2fd72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:54.461055 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa329bc-082e-410c-9b30-7d4f267224b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900772c5-6d9d-49b9-ba0d-6723bc639ba1,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:54.468601 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 50432) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:54.468753 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-1aa329bc-082e-410c-9b30-7d4f267224b0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=894b0d7d4d5f43f8811367fc3b8b1bb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3091288 Jun 10 15:25:54.470045 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-1aa329bc-082e-410c-9b30-7d4f267224b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:54.491737 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3ceeb8-1d91-4ebb-9f00-abc330933a9b x-openstack-request-id: req-9e3ceeb8-1d91-4ebb-9f00-abc330933a9b {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:25:54.491737 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd", "name": "network-vif-plugged", "status": "completed", "tag": "79d904c8-4639-49f2-82dd-cf3e95374d2d", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:25:54.491737 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e3ceeb8-1d91-4ebb-9f00-abc330933a9b {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:25:54.491737 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51e6b5f-4b3a-40e0-b56d-63ebe7007dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d904c8-4639-49f2-82dd-cf3e95374d2d', 'code': 200} Jun 10 15:25:54.527134 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=79d904c8-4639-49f2-82dd-cf3e95374d2d,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:54.557991 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:54.572689 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-142d7e82-54e4-4cf3-bc9b-9f1c14b1eb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:54.579124 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] Attempting to bind port 442d1b30-48d3-4af8-a19c-84f316d007ca on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:25:54.579514 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] Attempting to bind port 442d1b30-48d3-4af8-a19c-84f316d007ca by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '6e089edc-2b2c-4dd6-a59e-afac8de582a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2'}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:25:54.579898 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] Attempting to bind port 442d1b30-48d3-4af8-a19c-84f316d007ca on network d8191dcc-30ce-4ad4-9767-678dd0532ea2 {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:25:54.585254 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:25:54.585593 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] Checking segment: {'id': '6e089edc-2b2c-4dd6-a59e-afac8de582a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:25:54.586046 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:54.586705 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] Bound using segment: {'id': '6e089edc-2b2c-4dd6-a59e-afac8de582a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2'} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:25:54.586932 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] Bound port: 442d1b30-48d3-4af8-a19c-84f316d007ca, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e089edc-2b2c-4dd6-a59e-afac8de582a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2'}}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:25:54.587558 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:54.612901 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-142d7e82-54e4-4cf3-bc9b-9f1c14b1eb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:54.690787 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] For port 442d1b30-48d3-4af8-a19c-84f316d007ca, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:25:54.695169 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] For port 442d1b30-48d3-4af8-a19c-84f316d007ca, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=442d1b30-48d3-4af8-a19c-84f316d007ca,segment=NetworkSegment(6e089edc-2b2c-4dd6-a59e-afac8de582a9),segment_id=6e089edc-2b2c-4dd6-a59e-afac8de582a9)] {{(pid=92442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:25:54.763863 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f540de89-7665-4ba1-aa6e-bd58cabdf66f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:54.796421 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f540de89-7665-4ba1-aa6e-bd58cabdf66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:54.809130 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da148d-de5b-493f-90df-1dd3ca3694ba req-4aed2709-c20c-41b5-9188-e5f4da72d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:54.811204 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-31da148d-de5b-493f-90df-1dd3ca3694ba req-4aed2709-c20c-41b5-9188-e5f4da72d4e6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 1098 time: 0.1417754 Jun 10 15:25:54.847981 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-31da148d-de5b-493f-90df-1dd3ca3694ba req-2754ec09-92b4-4ca5-a6b6-1bfa92d92a1f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304675 Jun 10 15:25:54.927724 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-142d7e82-54e4-4cf3-bc9b-9f1c14b1eb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:54.930461 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-142d7e82-54e4-4cf3-bc9b-9f1c14b1eb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:54.939054 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-142d7e82-54e4-4cf3-bc9b-9f1c14b1eb72 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/900772c5-6d9d-49b9-ba0d-6723bc639ba1 HTTP/1.1" status: 204 len: 168 time: 0.4620931 Jun 10 15:25:54.939054 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-747b506b-275a-4a65-a9e7-999c0bf2f071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:54.941905 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d7e82-54e4-4cf3-bc9b-9f1c14b1eb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900772c5-6d9d-49b9-ba0d-6723bc639ba1,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:54.944632 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-142d7e82-54e4-4cf3-bc9b-9f1c14b1eb72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:55.005646 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:55.016398 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:55.038082 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [None req-f540de89-7665-4ba1-aa6e-bd58cabdf66f admin admin] Allocated IP 172.27.3.120 (bafb3150-7231-46b7-88ed-3af7e5c7810a/66421b7e-18a2-4c9a-a813-c12246305922/80e8fc98-825b-4164-8b86-d9c418366fa2) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:25:55.097397 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] Pushing event updated for resources: {'Port': ['ID=442d1b30-48d3-4af8-a19c-84f316d007ca,revision_number=2']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:55.100951 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:55.485635 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f540de89-7665-4ba1-aa6e-bd58cabdf66f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:55.489221 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c5d74-c07c-41eb-8a6c-749a76857d01 req-a9033e12-aad8-4ad4-a012-422e6de8e483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:55.490738 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-bf2c5d74-c07c-41eb-8a6c-749a76857d01 req-a9033e12-aad8-4ad4-a012-422e6de8e483 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd HTTP/1.1" status: 200 len: 1098 time: 0.4206426 Jun 10 15:25:55.560198 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-bf2c5d74-c07c-41eb-8a6c-749a76857d01 req-1d989ead-ffaa-4f31-ba29-5b7c8ea19d44 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581405 Jun 10 15:25:55.610572 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 50462) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:55.668202 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f540de89-7665-4ba1-aa6e-bd58cabdf66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:55.671249 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:55.677022 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67dc041-28e8-4788-b885-dbce323c6626 req-ec8b2974-18ae-4498-b58b-cd0c7fb506a2 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:55.678621 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d67dc041-28e8-4788-b885-dbce323c6626 req-ec8b2974-18ae-4498-b58b-cd0c7fb506a2 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd HTTP/1.1" status: 200 len: 945 time: 0.1476653 Jun 10 15:25:55.697595 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278f9ca-8bc1-49a2-bee9-d0d55fb4c289 req-05878f0c-126f-4693-8df8-ac6e6222010a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:55.702910 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a278f9ca-8bc1-49a2-bee9-d0d55fb4c289 req-05878f0c-126f-4693-8df8-ac6e6222010a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.1136243 Jun 10 15:25:55.729275 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f540de89-7665-4ba1-aa6e-bd58cabdf66f admin admin] Network bafb3150-7231-46b7-88ed-3af7e5c7810a is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:25:55.738103 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-f540de89-7665-4ba1-aa6e-bd58cabdf66f admin admin] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:25:55.740352 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540de89-7665-4ba1-aa6e-bd58cabdf66f admin admin] Pushing event updated for resources: {'Port': ['ID=80e8fc98-825b-4164-8b86-d9c418366fa2,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:55.742482 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f540de89-7665-4ba1-aa6e-bd58cabdf66f admin admin] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:25:55.744530 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-f540de89-7665-4ba1-aa6e-bd58cabdf66f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:55.787133 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d67dc041-28e8-4788-b885-dbce323c6626 req-ce37887d-a4ab-4d3b-95c8-c32735f69aaa tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016259 Jun 10 15:25:55.800974 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a278f9ca-8bc1-49a2-bee9-d0d55fb4c289 req-9dfadcbc-0b41-4da2-a4d3-ba59e11f4053 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858278 Jun 10 15:25:55.872753 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b95c-58f0-4f51-a1aa-e19d6ce6d66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:56.049110 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b95c-58f0-4f51-a1aa-e19d6ce6d66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:56.244753 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1cb3b95c-58f0-4f51-a1aa-e19d6ce6d66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:56.260552 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:56.305611 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-1cb3b95c-58f0-4f51-a1aa-e19d6ce6d66e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1cf3fbfea4034623a5826155889cee56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6929708 Jun 10 15:25:56.306669 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0d4625-15d7-4a29-9b3c-81583a871b0d None None] Network d8191dcc-30ce-4ad4-9767-678dd0532ea2 requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:25:56.308459 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 50486) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:56.315546 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3b95c-58f0-4f51-a1aa-e19d6ce6d66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90613d4b-9a44-45cf-b3af-677a566f26cf,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:56.321042 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-1cb3b95c-58f0-4f51-a1aa-e19d6ce6d66e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:56.338540 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f540de89-7665-4ba1-aa6e-bd58cabdf66f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:56.406018 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-897ee2d6-07eb-4f3a-b655-d373a334dce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:56.448566 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-897ee2d6-07eb-4f3a-b655-d373a334dce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:56.598897 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-897ee2d6-07eb-4f3a-b655-d373a334dce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:56.601633 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-897ee2d6-07eb-4f3a-b655-d373a334dce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:56.602830 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-897ee2d6-07eb-4f3a-b655-d373a334dce5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90613d4b-9a44-45cf-b3af-677a566f26cf HTTP/1.1" status: 204 len: 168 time: 0.2933674 Jun 10 15:25:56.607451 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-86aebf5b-bf6b-431f-b3d3-0c0c440a49c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:56.629160 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ee2d6-07eb-4f3a-b655-d373a334dce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90613d4b-9a44-45cf-b3af-677a566f26cf,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:56.642743 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-897ee2d6-07eb-4f3a-b655-d373a334dce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:56.678913 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f540de89-7665-4ba1-aa6e-bd58cabdf66f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938747'] for router, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:56.680519 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-e1a42dd5-1b40-4826-b7b5-c32e09910ec7 None None] Provisioning for port 442d1b30-48d3-4af8-a19c-84f316d007ca completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:25:57.040337 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f540de89-7665-4ba1-aa6e-bd58cabdf66f admin admin] Router 069be8d1-730c-4986-af9c-6b275da778f1 is scheduled to L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa with binding_index 1 {{(pid=92441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 15:25:57.120294 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 442d1b30-48d3-4af8-a19c-84f316d007ca up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:25:57.134177 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd9e45-b193-444c-854d-3218779d452b req-036a8ca9-e7df-40c2-affa-d9a03dc1a8a3 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:57.135947 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-eabd9e45-b193-444c-854d-3218779d452b req-036a8ca9-e7df-40c2-affa-d9a03dc1a8a3 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.1939595 Jun 10 15:25:57.175951 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0c5d4-1ec3-4ebd-83c3-f720424efcbc req-19720b15-d5a4-432d-aac8-1963d1056190 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:57.177825 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-60f0c5d4-1ec3-4ebd-83c3-f720424efcbc req-19720b15-d5a4-432d-aac8-1963d1056190 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd HTTP/1.1" status: 200 len: 945 time: 0.1628993 Jun 10 15:25:57.240999 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-eabd9e45-b193-444c-854d-3218779d452b req-5c64b6c6-0da6-4db5-8ab0-f1f4e2ea88f0 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918012 Jun 10 15:25:57.283952 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-60f0c5d4-1ec3-4ebd-83c3-f720424efcbc req-8340170a-30fa-434c-a8e4-da7bb858a72a tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887077 Jun 10 15:25:57.302717 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f540de89-7665-4ba1-aa6e-bd58cabdf66f admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:25:57.320809 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] Sync routers for ids ['069be8d1-730c-4986-af9c-6b275da778f1'] in dv-cinder-772126-2-iscsi {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:25:57.330477 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] Routers {'069be8d1-730c-4986-af9c-6b275da778f1'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:25:57.331065 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:25:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['069be8d1-730c-4986-af9c-6b275da778f1'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:25:57.375730 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port 442d1b30-48d3-4af8-a19c-84f316d007ca completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:25:57.383944 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 442d1b30-48d3-4af8-a19c-84f316d007ca triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:25:57.384361 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:57.425064 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f540de89-7665-4ba1-aa6e-bd58cabdf66f admin admin] Notify callbacks [] for router, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:57.426743 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-f540de89-7665-4ba1-aa6e-bd58cabdf66f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8522725 Jun 10 15:25:57.434921 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 50516) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:57.482305 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] Set router 069be8d1-730c-4986-af9c-6b275da778f1 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:25:57.522575 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d97bf-0ff3-4f22-96fc-c18beecbec95 req-bd5818d5-c983-4955-ad9d-20bd44f598a1 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:57.524101 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-050d97bf-0ff3-4f22-96fc-c18beecbec95 req-bd5818d5-c983-4955-ad9d-20bd44f598a1 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.1173224 Jun 10 15:25:57.546813 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:57.587430 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-050d97bf-0ff3-4f22-96fc-c18beecbec95 req-70362d33-a488-481b-b923-a57523510001 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564549 Jun 10 15:25:57.593961 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port 442d1b30-48d3-4af8-a19c-84f316d007ca, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=442d1b30-48d3-4af8-a19c-84f316d007ca,segment=NetworkSegment(6e089edc-2b2c-4dd6-a59e-afac8de582a9),segment_id=6e089edc-2b2c-4dd6-a59e-afac8de582a9)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:25:57.777090 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:57.777666 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069be8d1-730c-4986-af9c-6b275da778f1', 'name': 'tempest-AttachVolumeTestJSON-1301189758-router', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:25:53Z', 'updated_at': '2021-06-10T15:25:55Z', 'revision_number': 3, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'gw_port': {'id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:54Z', 'updated_at': '2021-06-10T15:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:25:57.779785 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-c3bd9b25-e665-4826-b13b-0787ff4fe83b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:57.784541 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] Checking router: 069be8d1-730c-4986-af9c-6b275da778f1 for host: dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:25:57.784899 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] Updating router 069be8d1-730c-4986-af9c-6b275da778f1 port 80e8fc98-825b-4164-8b86-d9c418366fa2 binding host dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:25:57.838376 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=442d1b30-48d3-4af8-a19c-84f316d007ca,revision_number=3']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:57.843716 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:57.845987 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:57.860097 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 50530) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:57.884594 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b84c6176-5d52-40ea-b1d1-a1d40a17dc49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:58.011036 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b84c6176-5d52-40ea-b1d1-a1d40a17dc49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:58.128851 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b84c6176-5d52-40ea-b1d1-a1d40a17dc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:58.132827 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-5504a632-87a1-4298-8db0-10a969f5bbbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:58.180735 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-b84c6176-5d52-40ea-b1d1-a1d40a17dc49 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c46aea8765304fedbdb257e948dd8c8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3195233 Jun 10 15:25:58.183335 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 50540) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:25:58.192166 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c6176-5d52-40ea-b1d1-a1d40a17dc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e89ba12-76e2-4048-942d-7d33889e9620,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:58.217505 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-b84c6176-5d52-40ea-b1d1-a1d40a17dc49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:58.261408 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] Notify callbacks [] for port, precommit_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:58.264079 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-de62444e-f204-492b-b67c-3bed222e6865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:58.275604 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.provisioning_blocks [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] Transition to ACTIVE for port object 80e8fc98-825b-4164-8b86-d9c418366fa2 will not be triggered until provisioned by entity L2. {{(pid=92443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:25:58.291203 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-de62444e-f204-492b-b67c-3bed222e6865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:58.345462 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:58.348580 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-808636ad-4c30-4e62-8d7c-d387df05c79d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:58.404195 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf1085-2b5a-401d-9d31-39f2937fb288 None None] Pushing event updated for resources: {'Port': ['ID=80e8fc98-825b-4164-8b86-d9c418366fa2,revision_number=2']} {{(pid=92443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:58.414331 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf1085-2b5a-401d-9d31-39f2937fb288 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:58.416672 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf1085-2b5a-401d-9d31-39f2937fb288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:58.416672 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf1085-2b5a-401d-9d31-39f2937fb288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:58.416672 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf1085-2b5a-401d-9d31-39f2937fb288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:58.416672 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf1085-2b5a-401d-9d31-39f2937fb288 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:58.416672 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf1085-2b5a-401d-9d31-39f2937fb288 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:58.416672 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf1085-2b5a-401d-9d31-39f2937fb288 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:58.417324 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf1085-2b5a-401d-9d31-39f2937fb288 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:58.417746 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf1085-2b5a-401d-9d31-39f2937fb288 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:58.418183 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf1085-2b5a-401d-9d31-39f2937fb288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:58.418562 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf1085-2b5a-401d-9d31-39f2937fb288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:58.418971 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbf1085-2b5a-401d-9d31-39f2937fb288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:25:58.427280 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-bfbf1085-2b5a-401d-9d31-39f2937fb288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:58.445942 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1e3113a6-f07f-4056-b8be-43e99501f9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:58.461998 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] Attempting to bind port 80e8fc98-825b-4164-8b86-d9c418366fa2 on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:25:58.462382 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] Attempting to bind port 80e8fc98-825b-4164-8b86-d9c418366fa2 by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}] {{(pid=92443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:25:58.462756 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] Attempting to bind port 80e8fc98-825b-4164-8b86-d9c418366fa2 on network bafb3150-7231-46b7-88ed-3af7e5c7810a {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:25:58.468293 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:25:58.468681 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] Checking segment: {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:25:58.469087 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:58.469483 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] Bound using segment: {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'} {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:25:58.470419 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] Bound port: 80e8fc98-825b-4164-8b86-d9c418366fa2, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}}] {{(pid=92443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:25:58.470972 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:58.504028 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-de62444e-f204-492b-b67c-3bed222e6865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:58.508582 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-de62444e-f204-492b-b67c-3bed222e6865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:58.518638 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-de62444e-f204-492b-b67c-3bed222e6865 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3e89ba12-76e2-4048-942d-7d33889e9620 HTTP/1.1" status: 204 len: 168 time: 0.3316674 Jun 10 15:25:58.518638 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-77c61046-a42b-486d-aa9c-2abaad195d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:58.546104 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62444e-f204-492b-b67c-3bed222e6865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e89ba12-76e2-4048-942d-7d33889e9620,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:58.575467 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-de62444e-f204-492b-b67c-3bed222e6865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:58.595532 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.db [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] For port 80e8fc98-825b-4164-8b86-d9c418366fa2, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:25:58.600886 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.db [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] For port 80e8fc98-825b-4164-8b86-d9c418366fa2, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=80e8fc98-825b-4164-8b86-d9c418366fa2,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:25:58.624729 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dc257-5b04-467c-be1e-0e462bbe521a req-179f818c-0c3d-4b4a-8b72-4f0a229b56a1 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:25:58.626564 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c70dc257-5b04-467c-be1e-0e462bbe521a req-179f818c-0c3d-4b4a-8b72-4f0a229b56a1 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd HTTP/1.1" status: 200 len: 945 time: 0.1933563 Jun 10 15:25:58.684331 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c70dc257-5b04-467c-be1e-0e462bbe521a req-3cc178bd-6307-41b4-b41f-a671534efdc9 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513730 Jun 10 15:25:58.702672 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:58.703813 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [None req-1e3113a6-f07f-4056-b8be-43e99501f9d6 admin admin] Allocated IP 172.20.0.1 (d8191dcc-30ce-4ad4-9767-678dd0532ea2/146d4102-3e59-4e06-be05-0c274045f9fb/a7bf3ae0-a8ce-4388-9fc6-079f14d5306c) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:25:58.706607 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:58.785836 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf1085-2b5a-401d-9d31-39f2937fb288 None None] Pushing event updated for resources: {'Port': ['ID=80e8fc98-825b-4164-8b86-d9c418366fa2,revision_number=3']} {{(pid=92443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:58.789989 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-bfbf1085-2b5a-401d-9d31-39f2937fb288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:58.791659 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] Routers {'069be8d1-730c-4986-af9c-6b275da778f1'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:25:58.792431 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:25:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['069be8d1-730c-4986-af9c-6b275da778f1'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:25:58.842498 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1e3113a6-f07f-4056-b8be-43e99501f9d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:58.854990 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.provisioning_blocks [None req-1e3113a6-f07f-4056-b8be-43e99501f9d6 admin admin] Transition to ACTIVE for port object a7bf3ae0-a8ce-4388-9fc6-079f14d5306c will not be triggered until provisioned by entity DHCP. {{(pid=92441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:25:59.018289 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 442d1b30-48d3-4af8-a19c-84f316d007ca up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:25:59.050862 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:59.060427 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] Set router 069be8d1-730c-4986-af9c-6b275da778f1 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:25:59.080531 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 442d1b30-48d3-4af8-a19c-84f316d007ca triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:25:59.080987 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:59.113459 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1e3113a6-f07f-4056-b8be-43e99501f9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:59.116691 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-f5ba0e52-8de7-4ea8-992f-dabf7ffa3f84 tempest-DeleteServersTestJSON-711377286 tempest-DeleteServersTestJSON-711377286-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:25:59.166179 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3113a6-f07f-4056-b8be-43e99501f9d6 admin admin] Network d8191dcc-30ce-4ad4-9767-678dd0532ea2 is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:25:59.176094 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-1e3113a6-f07f-4056-b8be-43e99501f9d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:25:59.182186 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3113a6-f07f-4056-b8be-43e99501f9d6 admin admin] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:25:59.182999 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1e3113a6-f07f-4056-b8be-43e99501f9d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-934716'] for router_interface, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:59.239425 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3113a6-f07f-4056-b8be-43e99501f9d6 admin admin] Pushing event updated for resources: {'Port': ['ID=a7bf3ae0-a8ce-4388-9fc6-079f14d5306c,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:25:59.245410 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-1e3113a6-f07f-4056-b8be-43e99501f9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:25:59.351577 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069be8d1-730c-4986-af9c-6b275da778f1', 'name': 'tempest-AttachVolumeTestJSON-1301189758-router', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:25:53Z', 'updated_at': '2021-06-10T15:25:55Z', 'revision_number': 3, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'gw_port': {'id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:54Z', 'updated_at': '2021-06-10T15:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:25:59.355607 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e160b9f8-1e4f-4d4f-a847-32973c70027d None None] The sync data for ids ['069be8d1-730c-4986-af9c-6b275da778f1'] in dv-cinder-772126-2-iscsi is: [{'id': '069be8d1-730c-4986-af9c-6b275da778f1', 'name': 'tempest-AttachVolumeTestJSON-1301189758-router', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:25:53Z', 'updated_at': '2021-06-10T15:25:55Z', 'revision_number': 3, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'gw_port': {'id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:54Z', 'updated_at': '2021-06-10T15:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}] {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:25:59.502076 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1e3113a6-f07f-4056-b8be-43e99501f9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:59.591393 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-6964cbf3-a81c-4d56-9210-c96845419481 None None] Provisioning for port a7bf3ae0-a8ce-4388-9fc6-079f14d5306c completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:25:59.595794 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-6964cbf3-a81c-4d56-9210-c96845419481 None None] Provisioning complete for port a7bf3ae0-a8ce-4388-9fc6-079f14d5306c triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:25:59.596300 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-6964cbf3-a81c-4d56-9210-c96845419481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:59.748199 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-6964cbf3-a81c-4d56-9210-c96845419481 None None] Port a7bf3ae0-a8ce-4388-9fc6-079f14d5306c cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:25:59.805412 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1e3113a6-f07f-4056-b8be-43e99501f9d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:59.954359 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1e3113a6-f07f-4056-b8be-43e99501f9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:59.954359 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1e3113a6-f07f-4056-b8be-43e99501f9d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-934728'] for router_interface, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:25:59.954359 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:00.017389 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3113a6-f07f-4056-b8be-43e99501f9d6 admin admin] Pushing event updated for resources: {'Port': ['ID=a7bf3ae0-a8ce-4388-9fc6-079f14d5306c,revision_number=2']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:00.087169 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-1e3113a6-f07f-4056-b8be-43e99501f9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:00.126234 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3113a6-f07f-4056-b8be-43e99501f9d6 admin admin] Network d8191dcc-30ce-4ad4-9767-678dd0532ea2 is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:26:00.127928 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-1e3113a6-f07f-4056-b8be-43e99501f9d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:26:00.300400 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3113a6-f07f-4056-b8be-43e99501f9d6 admin admin] Router 069be8d1-730c-4986-af9c-6b275da778f1 has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:26:00.375226 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-d6601c2c-6d0e-4cde-b5fe-44a6ea4a3f9e None None] Provisioning complete for port a7bf3ae0-a8ce-4388-9fc6-079f14d5306c triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:00.375844 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-d6601c2c-6d0e-4cde-b5fe-44a6ea4a3f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:00.424154 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-d6601c2c-6d0e-4cde-b5fe-44a6ea4a3f9e None None] Port a7bf3ae0-a8ce-4388-9fc6-079f14d5306c cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:26:00.474729 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3113a6-f07f-4056-b8be-43e99501f9d6 admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:26:00.480406 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-1e3113a6-f07f-4056-b8be-43e99501f9d6 admin admin] 10.222.0.26 "PUT /v2.0/routers/069be8d1-730c-4986-af9c-6b275da778f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0441084 Jun 10 15:26:01.088194 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 80e8fc98-825b-4164-8b86-d9c418366fa2 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:26:01.150919 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] Sync routers for ids ['069be8d1-730c-4986-af9c-6b275da778f1'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:26:01.166926 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] Routers {'069be8d1-730c-4986-af9c-6b275da778f1'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:26:01.167547 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:25:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['069be8d1-730c-4986-af9c-6b275da778f1'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:01.351712 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port 80e8fc98-825b-4164-8b86-d9c418366fa2 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:26:01.360889 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 80e8fc98-825b-4164-8b86-d9c418366fa2 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:01.361462 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:01.416747 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] Set router 069be8d1-730c-4986-af9c-6b275da778f1 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:26:01.523029 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba3b1c-4d7e-4cc2-b3c8-5a8cbaef9988 req-790e1fe4-a374-4ade-b21b-bff7f7ceeff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:01.528993 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-44ba3b1c-4d7e-4cc2-b3c8-5a8cbaef9988 req-790e1fe4-a374-4ade-b21b-bff7f7ceeff8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d7a27daba8a4544b21af138a318785d&device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 1099 time: 0.1065905 Jun 10 15:26:01.775221 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:01.805719 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba3b1c-4d7e-4cc2-b3c8-5a8cbaef9988 req-7ee922d4-60b5-4beb-8a34-c357121da800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:01.807806 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-44ba3b1c-4d7e-4cc2-b3c8-5a8cbaef9988 req-7ee922d4-60b5-4beb-8a34-c357121da800 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b41a0c3-b273-41c4-ba99-8e23b2263aee HTTP/1.1" status: 200 len: 920 time: 0.2722964 Jun 10 15:26:01.826149 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca58d7-fe10-446e-bd6c-734697496e19 req-e78ad844-c28e-4fe6-8d2a-795ea65c4c3b tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:01.836386 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fbca58d7-fe10-446e-bd6c-734697496e19 req-e78ad844-c28e-4fe6-8d2a-795ea65c4c3b tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd HTTP/1.1" status: 200 len: 945 time: 0.1695211 Jun 10 15:26:01.863527 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port 80e8fc98-825b-4164-8b86-d9c418366fa2, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=80e8fc98-825b-4164-8b86-d9c418366fa2,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:26:01.889718 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fbca58d7-fe10-446e-bd6c-734697496e19 req-5e706d2b-e51d-4ac1-b12a-8b68430071b1 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523448 Jun 10 15:26:01.908369 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-44ba3b1c-4d7e-4cc2-b3c8-5a8cbaef9988 req-1aa034be-5057-4861-9c01-0e93cff526f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c11c673a-4e53-4309-9eac-212c6d252be6 HTTP/1.1" status: 200 len: 217 time: 0.0892441 Jun 10 15:26:01.955984 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069be8d1-730c-4986-af9c-6b275da778f1', 'name': 'tempest-AttachVolumeTestJSON-1301189758-router', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:25:53Z', 'updated_at': '2021-06-10T15:25:59Z', 'revision_number': 4, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'gw_port': {'id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b7:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:54Z', 'updated_at': '2021-06-10T15:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': 'a7bf3ae0-a8ce-4388-9fc6-079f14d5306c', 'name': '', 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'mac_address': 'fa:16:3e:91:b9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:58Z', 'updated_at': '2021-06-10T15:25:59Z', 'revision_number': 2, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'subnets': [{'id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:01.960297 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] Checking router: 069be8d1-730c-4986-af9c-6b275da778f1 for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:26:01.960899 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] Updating router 069be8d1-730c-4986-af9c-6b275da778f1 port a7bf3ae0-a8ce-4388-9fc6-079f14d5306c binding host dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:26:01.988427 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba3b1c-4d7e-4cc2-b3c8-5a8cbaef9988 req-a69847da-f284-4613-afc8-de36107cbf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:01.990725 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-44ba3b1c-4d7e-4cc2-b3c8-5a8cbaef9988 req-a69847da-f284-4613-afc8-de36107cbf89 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac72a45d-a234-4ef7-b2ee-d2ca013addaa HTTP/1.1" status: 200 len: 859 time: 0.0655808 Jun 10 15:26:01.999628 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:02.006747 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:02.042557 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-44ba3b1c-4d7e-4cc2-b3c8-5a8cbaef9988 req-70404e1a-f8f9-4baa-b9f3-30b3bddb5dc6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b41a0c3-b273-41c4-ba99-8e23b2263aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439966 Jun 10 15:26:02.082712 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:02.135311 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 50680) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:02.142134 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-9f37c208-2081-4173-8bfc-4d1c22e68dc3 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--816991362', 'description': 'tempest-description--632082785'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:02.166401 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=80e8fc98-825b-4164-8b86-d9c418366fa2,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:02.174776 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d544ea-6d57-478c-8c17-bf1408588d4b req-0cb8859c-f64a-4d46-9d32-52b4b16ba0a6 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:02.183865 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-31d544ea-6d57-478c-8c17-bf1408588d4b req-0cb8859c-f64a-4d46-9d32-52b4b16ba0a6 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.1259923 Jun 10 15:26:02.184099 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:02.241959 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-31d544ea-6d57-478c-8c17-bf1408588d4b req-23e6fde8-0a5a-4c81-87de-221b9fa6d9da tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552304 Jun 10 15:26:02.267562 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-9f37c208-2081-4173-8bfc-4d1c22e68dc3 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:02.302347 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-44ba3b1c-4d7e-4cc2-b3c8-5a8cbaef9988 req-8a64dea9-70eb-45a8-b909-b663ec2a7dca service neutron] 10.222.0.45 "GET /v2.0/networks/2b41a0c3-b273-41c4-ba99-8e23b2263aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481313 Jun 10 15:26:02.403782 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-9f37c208-2081-4173-8bfc-4d1c22e68dc3 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:02.439470 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-44ba3b1c-4d7e-4cc2-b3c8-5a8cbaef9988 req-583b455e-4469-46a0-9b50-79a6083e11fb service neutron] 10.222.0.45 "GET /v2.0/networks/2b41a0c3-b273-41c4-ba99-8e23b2263aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225083 Jun 10 15:26:02.501229 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] Notify callbacks [] for port, precommit_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:02.512871 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] Transition to ACTIVE for port object a7bf3ae0-a8ce-4388-9fc6-079f14d5306c will not be triggered until provisioned by entity L2. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:26:02.530456 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-9f37c208-2081-4173-8bfc-4d1c22e68dc3 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:02.533064 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:02.567596 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f37c208-2081-4173-8bfc-4d1c22e68dc3 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a658f6d-4996-4051-b355-b0b3bec7ced0,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:02.570905 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-9f37c208-2081-4173-8bfc-4d1c22e68dc3 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:02.696460 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:02.705275 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:02.725391 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-9f37c208-2081-4173-8bfc-4d1c22e68dc3 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:02.731106 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 50708) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:02.732964 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-9f37c208-2081-4173-8bfc-4d1c22e68dc3 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5959423 Jun 10 15:26:02.736666 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-dd308773-2109-4a03-b70c-d9fa6daab172 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Request body: {'security_group_rule': {'security_group_id': '2a658f6d-4996-4051-b355-b0b3bec7ced0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:02.826758 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fec5d6-5afc-40ec-a2fe-35e512904f79 None None] Pushing event updated for resources: {'Port': ['ID=a7bf3ae0-a8ce-4388-9fc6-079f14d5306c,revision_number=3']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:02.829737 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-12fec5d6-5afc-40ec-a2fe-35e512904f79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:02.867564 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-dd308773-2109-4a03-b70c-d9fa6daab172 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:02.890041 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] Attempting to bind port a7bf3ae0-a8ce-4388-9fc6-079f14d5306c on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:26:02.890261 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] Attempting to bind port a7bf3ae0-a8ce-4388-9fc6-079f14d5306c by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '6e089edc-2b2c-4dd6-a59e-afac8de582a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2'}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:26:02.890638 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] Attempting to bind port a7bf3ae0-a8ce-4388-9fc6-079f14d5306c on network d8191dcc-30ce-4ad4-9767-678dd0532ea2 {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:26:02.896659 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:26:02.897199 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] Checking segment: {'id': '6e089edc-2b2c-4dd6-a59e-afac8de582a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:26:02.898081 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:02.898652 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] Bound using segment: {'id': '6e089edc-2b2c-4dd6-a59e-afac8de582a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2'} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:26:02.900196 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] Bound port: a7bf3ae0-a8ce-4388-9fc6-079f14d5306c, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e089edc-2b2c-4dd6-a59e-afac8de582a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2'}}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:26:02.900758 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:02.980972 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-dd308773-2109-4a03-b70c-d9fa6daab172 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:03.090173 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 80e8fc98-825b-4164-8b86-d9c418366fa2 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:26:03.098245 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ad7aa-4515-44f8-99ac-84e727f17e72 req-749fc27f-ddb3-4432-864d-992071ec4900 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:03.099776 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-986ad7aa-4515-44f8-99ac-84e727f17e72 req-749fc27f-ddb3-4432-864d-992071ec4900 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd HTTP/1.1" status: 200 len: 945 time: 0.0737214 Jun 10 15:26:03.128943 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-dd308773-2109-4a03-b70c-d9fa6daab172 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955263'] for security_group_rule, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:03.131372 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a804982a-a0f6-4520-8761-052b841c1901 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:03.148381 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-986ad7aa-4515-44f8-99ac-84e727f17e72 req-064a3921-fb4d-4d8b-accb-db340271772c tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405226 Jun 10 15:26:03.161149 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd308773-2109-4a03-b70c-d9fa6daab172 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c0ec96-3e82-491b-9f37-2111d90525e9,revision_number=0']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:03.173813 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] For port a7bf3ae0-a8ce-4388-9fc6-079f14d5306c, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:26:03.184201 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] For port a7bf3ae0-a8ce-4388-9fc6-079f14d5306c, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=a7bf3ae0-a8ce-4388-9fc6-079f14d5306c,segment=NetworkSegment(6e089edc-2b2c-4dd6-a59e-afac8de582a9),segment_id=6e089edc-2b2c-4dd6-a59e-afac8de582a9)] {{(pid=92442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:26:03.184415 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-dd308773-2109-4a03-b70c-d9fa6daab172 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:03.204255 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 80e8fc98-825b-4164-8b86-d9c418366fa2 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:03.204255 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:03.299091 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 50724) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:03.304282 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3382d4d-c416-406b-9789-5b15129d86c6 req-24e64472-7bd0-4999-ac25-7a51d6119dbd tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:03.306487 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-c3382d4d-c416-406b-9789-5b15129d86c6 req-24e64472-7bd0-4999-ac25-7a51d6119dbd tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.45 "GET /v2.0/ports?device_id=d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd HTTP/1.1" status: 200 len: 945 time: 0.1143587 Jun 10 15:26:03.308176 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-dd308773-2109-4a03-b70c-d9fa6daab172 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:03.312341 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-dd308773-2109-4a03-b70c-d9fa6daab172 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5805309 Jun 10 15:26:03.312580 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 50730) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:03.322193 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-d685c644-bcfc-4e70-95b0-c342a03e6b5a tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Request body: {'security_group_rule': {'security_group_id': '2a658f6d-4996-4051-b355-b0b3bec7ced0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:03.359583 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 50732) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:03.416215 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:03.419748 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:03.478369 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d685c644-bcfc-4e70-95b0-c342a03e6b5a tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:03.487740 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] Routers {'069be8d1-730c-4986-af9c-6b275da778f1'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:26:03.488471 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:25:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['069be8d1-730c-4986-af9c-6b275da778f1'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:03.578465 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [req-c3382d4d-c416-406b-9789-5b15129d86c6 req-436f454c-356e-43b8-bf1a-b303bd9382d5 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Deleting port 79d904c8-4639-49f2-82dd-cf3e95374d2d {{(pid=92441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:26:03.579231 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-c3382d4d-c416-406b-9789-5b15129d86c6 req-436f454c-356e-43b8-bf1a-b303bd9382d5 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:03.593500 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-064fba96-269f-4d3b-b55f-806a4d363f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:03.627723 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fec5d6-5afc-40ec-a2fe-35e512904f79 None None] Pushing event updated for resources: {'Port': ['ID=a7bf3ae0-a8ce-4388-9fc6-079f14d5306c,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:03.630793 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-12fec5d6-5afc-40ec-a2fe-35e512904f79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:03.665969 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d685c644-bcfc-4e70-95b0-c342a03e6b5a tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:03.678460 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a553ef6b-3bf7-410d-9042-66ddba5f23cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:03.697694 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7219f-ed9f-4729-9dbf-0584bdff2961 req-7922873a-0ba9-44e3-8ee2-bed08a953eb0 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:03.700876 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d9c7219f-ed9f-4729-9dbf-0584bdff2961 req-7922873a-0ba9-44e3-8ee2-bed08a953eb0 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.2918711 Jun 10 15:26:03.714012 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] Set router 069be8d1-730c-4986-af9c-6b275da778f1 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:26:03.748037 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [req-c3382d4d-c416-406b-9789-5b15129d86c6 req-436f454c-356e-43b8-bf1a-b303bd9382d5 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] For port 79d904c8-4639-49f2-82dd-cf3e95374d2d, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=79d904c8-4639-49f2-82dd-cf3e95374d2d,segment=NetworkSegment(7420d64b-c942-4d37-8fe3-2bdead16f566),segment_id=7420d64b-c942-4d37-8fe3-2bdead16f566)] {{(pid=92441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:26:03.748647 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-c3382d4d-c416-406b-9789-5b15129d86c6 req-436f454c-356e-43b8-bf1a-b303bd9382d5 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:03.783084 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d9c7219f-ed9f-4729-9dbf-0584bdff2961 req-2a65a178-4e68-4a17-92ef-d4631dc95702 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813568 Jun 10 15:26:03.856996 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-064fba96-269f-4d3b-b55f-806a4d363f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:03.866086 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [req-c3382d4d-c416-406b-9789-5b15129d86c6 req-436f454c-356e-43b8-bf1a-b303bd9382d5 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Calling delete_port for 79d904c8-4639-49f2-82dd-cf3e95374d2d owned by compute:nova {{(pid=92441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:26:03.944215 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d685c644-bcfc-4e70-95b0-c342a03e6b5a tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955263'] for security_group_rule, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:03.944215 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:03.953335 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685c644-bcfc-4e70-95b0-c342a03e6b5a tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28fc090f-0c11-43a3-a2be-a7bde6b17a0a,revision_number=0']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:03.959247 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-d685c644-bcfc-4e70-95b0-c342a03e6b5a tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:03.989300 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-064fba96-269f-4d3b-b55f-806a4d363f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:04.007471 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-61ee12d2-5f18-46b9-afe3-d026c5a0f686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:04.051893 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069be8d1-730c-4986-af9c-6b275da778f1', 'name': 'tempest-AttachVolumeTestJSON-1301189758-router', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:25:53Z', 'updated_at': '2021-06-10T15:25:59Z', 'revision_number': 4, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'gw_port': {'id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:54Z', 'updated_at': '2021-06-10T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': 'a7bf3ae0-a8ce-4388-9fc6-079f14d5306c', 'name': '', 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'mac_address': 'fa:16:3e:91:b9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:58Z', 'updated_at': '2021-06-10T15:26:03Z', 'revision_number': 4, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'subnets': [{'id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:04.055575 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d38bc7e-fd83-4b69-ac2b-37d6e6767267 None None] The sync data for ids ['069be8d1-730c-4986-af9c-6b275da778f1'] in dv-cinder-772126-2-iscsi is: [{'id': '069be8d1-730c-4986-af9c-6b275da778f1', 'name': 'tempest-AttachVolumeTestJSON-1301189758-router', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:25:53Z', 'updated_at': '2021-06-10T15:25:59Z', 'revision_number': 4, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'gw_port': {'id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:54Z', 'updated_at': '2021-06-10T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': 'a7bf3ae0-a8ce-4388-9fc6-079f14d5306c', 'name': '', 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'mac_address': 'fa:16:3e:91:b9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:58Z', 'updated_at': '2021-06-10T15:26:03Z', 'revision_number': 4, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'subnets': [{'id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:26:04.070657 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064fba96-269f-4d3b-b55f-806a4d363f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4611ea22-3a63-44f2-b2a6-c981958a8982,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:04.079817 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-064fba96-269f-4d3b-b55f-806a4d363f99 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4173a8d340104bfdb4b66ce95fa2990e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7157273 Jun 10 15:26:04.079817 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-064fba96-269f-4d3b-b55f-806a4d363f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:04.080723 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 50744) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:04.184237 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-9be559f3-dbff-47de-93e5-7a066d61c211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:04.196812 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-c3382d4d-c416-406b-9789-5b15129d86c6 req-436f454c-356e-43b8-bf1a-b303bd9382d5 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344'] for port, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:04.201748 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-f540de89-7665-4ba1-aa6e-bd58cabdf66f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:04.217520 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['79d904c8-4639-49f2-82dd-cf3e95374d2d'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:26:04.218420 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a553ef6b-3bf7-410d-9042-66ddba5f23cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:04.241616 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-9be559f3-dbff-47de-93e5-7a066d61c211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:04.266103 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f454c-356e-43b8-bf1a-b303bd9382d5 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Pushing event deleted for resources: {'Port': ['ID=79d904c8-4639-49f2-82dd-cf3e95374d2d,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:04.274229 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-436f454c-356e-43b8-bf1a-b303bd9382d5 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:04.304157 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a553ef6b-3bf7-410d-9042-66ddba5f23cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:04.308942 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:04.345952 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3382d4d-c416-406b-9789-5b15129d86c6 req-436f454c-356e-43b8-bf1a-b303bd9382d5 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] No DVR routers for this DVR port 79d904c8-4639-49f2-82dd-cf3e95374d2d on host hv-cinder-77212 {{(pid=92441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:26:04.348654 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-c3382d4d-c416-406b-9789-5b15129d86c6 req-436f454c-356e-43b8-bf1a-b303bd9382d5 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:04.355380 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-c3382d4d-c416-406b-9789-5b15129d86c6 req-436f454c-356e-43b8-bf1a-b303bd9382d5 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.45 "DELETE /v2.0/ports/79d904c8-4639-49f2-82dd-cf3e95374d2d HTTP/1.1" status: 204 len: 173 time: 1.0417285 Jun 10 15:26:04.356110 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd51e6b5f-4b3a-40e0-b56d-63ebe7007dbd', 'name': 'network-vif-deleted', 'tag': '79d904c8-4639-49f2-82dd-cf3e95374d2d'}] {{(pid=92441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:26:04.363461 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9b8eca18dfada33807f9ce70a392550ff1c61d1cc5185ff617afbbc74c0c2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0559901-4dc2-4a5f-a753-d36acb08d32a" -d '{"events": [{"server_uuid": "d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd", "name": "network-vif-deleted", "tag": "79d904c8-4639-49f2-82dd-cf3e95374d2d"}]}' {{(pid=92441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:26:04.412434 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c6819e6e-4f36-4874-a54e-0eff56ba283c req-e70e23ad-92c3-46c1-9a31-6f505f2567c5 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd HTTP/1.1" status: 200 len: 210 time: 0.0875864 Jun 10 15:26:04.416167 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b4ee1f-3dad-4461-b01f-1a10ca0accaa x-openstack-request-id: req-d4b4ee1f-3dad-4461-b01f-1a10ca0accaa {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:26:04.416494 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd", "name": "network-vif-deleted", "tag": "79d904c8-4639-49f2-82dd-cf3e95374d2d", "status": "completed", "code": 200}]} {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:26:04.416775 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d4b4ee1f-3dad-4461-b01f-1a10ca0accaa {{(pid=92441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:26:04.417200 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd51e6b5f-4b3a-40e0-b56d-63ebe7007dbd', 'name': 'network-vif-deleted', 'tag': '79d904c8-4639-49f2-82dd-cf3e95374d2d', 'status': 'completed', 'code': 200} Jun 10 15:26:04.447611 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d685c644-bcfc-4e70-95b0-c342a03e6b5a tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:04.448817 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-d685c644-bcfc-4e70-95b0-c342a03e6b5a tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1345479 Jun 10 15:26:04.452362 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 50752) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:04.456056 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-a553ef6b-3bf7-410d-9042-66ddba5f23cc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2b69ae2ae03d435f927ebd46d813adde&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1536710 Jun 10 15:26:04.456056 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553ef6b-3bf7-410d-9042-66ddba5f23cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2573b2f5-4561-493a-a048-e6253485df38,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:04.456992 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 50754) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:04.457245 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-d323663f-c6f2-4eaa-94f8-86a8ba4121e1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Request body: {'floatingip': {'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:04.470922 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-a553ef6b-3bf7-410d-9042-66ddba5f23cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:04.532832 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-f0947bc1-659d-446d-936a-c3d838c3beb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:04.558267 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-f0947bc1-659d-446d-936a-c3d838c3beb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:04.567357 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-9be559f3-dbff-47de-93e5-7a066d61c211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:04.570043 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-9be559f3-dbff-47de-93e5-7a066d61c211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:04.571185 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-9be559f3-dbff-47de-93e5-7a066d61c211 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4611ea22-3a63-44f2-b2a6-c981958a8982 HTTP/1.1" status: 204 len: 168 time: 0.4895821 Jun 10 15:26:04.573666 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-de62444e-f204-492b-b67c-3bed222e6865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:04.587562 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d323663f-c6f2-4eaa-94f8-86a8ba4121e1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for floatingip, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:04.600116 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be559f3-dbff-47de-93e5-7a066d61c211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4611ea22-3a63-44f2-b2a6-c981958a8982,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:04.602485 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-9be559f3-dbff-47de-93e5-7a066d61c211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:04.761177 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d323663f-c6f2-4eaa-94f8-86a8ba4121e1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:04.764532 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-f0947bc1-659d-446d-936a-c3d838c3beb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:04.766431 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-f0947bc1-659d-446d-936a-c3d838c3beb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:04.770458 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-f0947bc1-659d-446d-936a-c3d838c3beb9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2573b2f5-4561-493a-a048-e6253485df38 HTTP/1.1" status: 204 len: 168 time: 0.3010099 Jun 10 15:26:04.771267 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-980521a2-0daa-4975-9a3e-b4494ff75fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:04.780556 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0947bc1-659d-446d-936a-c3d838c3beb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2573b2f5-4561-493a-a048-e6253485df38,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:04.783232 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-f0947bc1-659d-446d-936a-c3d838c3beb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:04.947482 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [None req-d323663f-c6f2-4eaa-94f8-86a8ba4121e1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Allocated IP 172.27.3.44 (bafb3150-7231-46b7-88ed-3af7e5c7810a/66421b7e-18a2-4c9a-a813-c12246305922/5322e1ae-6db5-4eb7-a81b-887477182257) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:26:05.076885 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d40bf5-e8a6-43da-85bf-f777122e811d req-0d544f13-c078-4f31-8bc1-faf1c3690c3b tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:05.078497 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b2d40bf5-e8a6-43da-85bf-f777122e811d req-0d544f13-c078-4f31-8bc1-faf1c3690c3b tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0898099 Jun 10 15:26:05.087629 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device a7bf3ae0-a8ce-4388-9fc6-079f14d5306c up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:26:05.160760 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d323663f-c6f2-4eaa-94f8-86a8ba4121e1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:05.172905 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b2d40bf5-e8a6-43da-85bf-f777122e811d req-d42d3254-bb7e-4bd2-be88-95324fdc8ba1 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751698 Jun 10 15:26:05.208531 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:26:05.299668 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port a7bf3ae0-a8ce-4388-9fc6-079f14d5306c completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:26:05.310505 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port a7bf3ae0-a8ce-4388-9fc6-079f14d5306c triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:05.310505 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:05.331163 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d323663f-c6f2-4eaa-94f8-86a8ba4121e1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:05.335249 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:05.454417 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d323663f-c6f2-4eaa-94f8-86a8ba4121e1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Network bafb3150-7231-46b7-88ed-3af7e5c7810a is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:26:05.475681 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-d323663f-c6f2-4eaa-94f8-86a8ba4121e1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:26:05.484653 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d323663f-c6f2-4eaa-94f8-86a8ba4121e1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:26:05.535336 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:05.605592 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d323663f-c6f2-4eaa-94f8-86a8ba4121e1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:05.616238 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port a7bf3ae0-a8ce-4388-9fc6-079f14d5306c, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=a7bf3ae0-a8ce-4388-9fc6-079f14d5306c,segment=NetworkSegment(6e089edc-2b2c-4dd6-a59e-afac8de582a9),segment_id=6e089edc-2b2c-4dd6-a59e-afac8de582a9)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:26:05.630033 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323663f-c6f2-4eaa-94f8-86a8ba4121e1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Pushing event updated for resources: {'Port': ['ID=5322e1ae-6db5-4eb7-a81b-887477182257,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:05.633116 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-d323663f-c6f2-4eaa-94f8-86a8ba4121e1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:05.645576 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a42f8069-8b63-4a2b-8f90-821850fde3b3 req-49ffe46c-7aca-4f82-ae2d-58b1c9be7721 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=d51e6b5f-4b3a-40e0-b56d-63ebe7007dbd HTTP/1.1" status: 200 len: 210 time: 0.0497968 Jun 10 15:26:05.727662 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:05.729533 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-12fec5d6-5afc-40ec-a2fe-35e512904f79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:05.740573 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 50786) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:05.760664 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-8e015cce-45c2-4b63-a060-bda4b5ec963e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:05.786424 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d323663f-c6f2-4eaa-94f8-86a8ba4121e1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:05.794315 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=a7bf3ae0-a8ce-4388-9fc6-079f14d5306c,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:05.797593 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:05.859952 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 50788) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:05.876172 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-8e015cce-45c2-4b63-a060-bda4b5ec963e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:05.891578 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e582f341-7c17-4511-9696-4285260ce128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:05.940314 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-8e015cce-45c2-4b63-a060-bda4b5ec963e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:05.945761 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-064fba96-269f-4d3b-b55f-806a4d363f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:05.979470 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d323663f-c6f2-4eaa-94f8-86a8ba4121e1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for port, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:05.997063 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e015cce-45c2-4b63-a060-bda4b5ec963e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d298511c-dba1-4ad4-80df-ac800b22c247,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:06.002036 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-8e015cce-45c2-4b63-a060-bda4b5ec963e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=533eb1c205f44e2fbfb7cfbfd7c69935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604389 Jun 10 15:26:06.002879 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-8e015cce-45c2-4b63-a060-bda4b5ec963e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:06.004750 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 50792) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:06.068670 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e582f341-7c17-4511-9696-4285260ce128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:06.073530 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-650ebdb3-967e-4543-b82e-c415f3952fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:06.095931 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d323663f-c6f2-4eaa-94f8-86a8ba4121e1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:06.099348 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-650ebdb3-967e-4543-b82e-c415f3952fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:06.101515 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-436f454c-356e-43b8-bf1a-b303bd9382d5 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:06.157906 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d323663f-c6f2-4eaa-94f8-86a8ba4121e1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:06.190995 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323663f-c6f2-4eaa-94f8-86a8ba4121e1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Pushing event updated for resources: {'Port': ['ID=5322e1ae-6db5-4eb7-a81b-887477182257,revision_number=2']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:06.194319 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-d323663f-c6f2-4eaa-94f8-86a8ba4121e1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:06.196399 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e582f341-7c17-4511-9696-4285260ce128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:06.201769 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-f56b46e8-dc66-49dc-8ec6-8c787e6f7927 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:06.245357 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582f341-7c17-4511-9696-4285260ce128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90adffb8-d1f9-4637-83b5-a708cca670bb,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:06.249438 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-e582f341-7c17-4511-9696-4285260ce128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:06.252360 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-e582f341-7c17-4511-9696-4285260ce128 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a706c243f9af475dbd457097378a09a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3914039 Jun 10 15:26:06.255115 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 50800) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:06.296625 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d323663f-c6f2-4eaa-94f8-86a8ba4121e1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for floatingip, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:06.305434 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-d323663f-c6f2-4eaa-94f8-86a8ba4121e1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8446085 Jun 10 15:26:06.305434 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-650ebdb3-967e-4543-b82e-c415f3952fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:06.305434 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-650ebdb3-967e-4543-b82e-c415f3952fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:06.311924 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-650ebdb3-967e-4543-b82e-c415f3952fe9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d298511c-dba1-4ad4-80df-ac800b22c247 HTTP/1.1" status: 204 len: 168 time: 0.3018034 Jun 10 15:26:06.311924 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-1cb3b95c-58f0-4f51-a1aa-e19d6ce6d66e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:06.321046 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ebdb3-967e-4543-b82e-c415f3952fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d298511c-dba1-4ad4-80df-ac800b22c247,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:06.331359 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-650ebdb3-967e-4543-b82e-c415f3952fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:06.360018 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-16505341-e811-4a07-8b73-050a2beea26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:06.389698 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-16505341-e811-4a07-8b73-050a2beea26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:06.415625 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3722a-d9da-4b29-a2ba-7289e3675073 req-39cb3f2d-c296-4c2e-9e97-e89e34aa5af8 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:06.417616 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d8b3722a-d9da-4b29-a2ba-7289e3675073 req-39cb3f2d-c296-4c2e-9e97-e89e34aa5af8 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0962298 Jun 10 15:26:06.473818 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d8b3722a-d9da-4b29-a2ba-7289e3675073 req-f75879b2-946f-4277-921b-fdaa11367c54 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485218 Jun 10 15:26:06.513101 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-16505341-e811-4a07-8b73-050a2beea26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:06.515926 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-16505341-e811-4a07-8b73-050a2beea26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:06.517246 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-16505341-e811-4a07-8b73-050a2beea26f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90adffb8-d1f9-4637-83b5-a708cca670bb HTTP/1.1" status: 204 len: 168 time: 0.2610359 Jun 10 15:26:06.521044 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-49c63445-7a78-44a1-bef0-160fcff580ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:06.527343 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16505341-e811-4a07-8b73-050a2beea26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90adffb8-d1f9-4637-83b5-a708cca670bb,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:06.531946 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-16505341-e811-4a07-8b73-050a2beea26f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:06.561406 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-be662797-1169-4c0d-b685-1b2eeb946b82 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--816991362&fields=id&tenant_id=d6983c1aeef04c37b1bcd3eb66cde14a HTTP/1.1" status: 200 len: 267 time: 0.0439110 Jun 10 15:26:06.704103 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-abb06c23-fee6-40f5-8389-7e086b3fb827 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:06.714858 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-abb06c23-fee6-40f5-8389-7e086b3fb827 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/networks?id=d8191dcc-30ce-4ad4-9767-678dd0532ea2 HTTP/1.1" status: 200 len: 811 time: 0.1445591 Jun 10 15:26:06.734242 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-4910e7d1-4cd5-4043-a06b-79de6c1e4fad tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/quotas/d6983c1aeef04c37b1bcd3eb66cde14a HTTP/1.1" status: 200 len: 375 time: 0.0194130 Jun 10 15:26:06.809889 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-33576624-8235-4b1a-9752-01ad6c954b22 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d6983c1aeef04c37b1bcd3eb66cde14a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0745604 Jun 10 15:26:06.952454 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-3885674c-073d-46bf-a229-188a99ded614 service neutron] 10.222.0.26 "GET /v2.0/networks/d8191dcc-30ce-4ad4-9767-678dd0532ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306479 Jun 10 15:26:06.993668 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device a7bf3ae0-a8ce-4388-9fc6-079f14d5306c up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:26:07.054318 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port a7bf3ae0-a8ce-4388-9fc6-079f14d5306c triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:07.054924 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:07.176978 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-5fe71031-f46a-4da2-bb53-4cd4a377cb0d service neutron] 10.222.0.26 "GET /v2.0/networks/d8191dcc-30ce-4ad4-9767-678dd0532ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183225 Jun 10 15:26:07.197397 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123fabc-1418-433a-a960-e2cb11420d05 req-b36835f9-6226-41b3-95f1-ec424527ee07 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:07.198855 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7123fabc-1418-433a-a960-e2cb11420d05 req-b36835f9-6226-41b3-95f1-ec424527ee07 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/networks?id=660c6209-fe17-4827-922f-23a0cbd3bacd HTTP/1.1" status: 200 len: 809 time: 0.2086880 Jun 10 15:26:07.215063 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7123fabc-1418-433a-a960-e2cb11420d05 req-b2efc29d-7bd0-4e7e-82c6-2c76a694ef85 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/quotas/e7be5091f2244c45a142088f946a5d96 HTTP/1.1" status: 200 len: 375 time: 0.0094402 Jun 10 15:26:07.222260 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 50850) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:07.242892 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-eb0870a7-2cf8-4c74-9687-11f4840fac52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:07.277111 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7123fabc-1418-433a-a960-e2cb11420d05 req-fdc0e9a5-4da6-4148-925c-b8439ec17310 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e7be5091f2244c45a142088f946a5d96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556591 Jun 10 15:26:07.392939 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-eb0870a7-2cf8-4c74-9687-11f4840fac52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:07.428608 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7123fabc-1418-433a-a960-e2cb11420d05 req-ab0ae4bb-e148-4f8d-bfc0-8fbf66c7ba74 service neutron] 10.222.0.26 "GET /v2.0/networks/660c6209-fe17-4827-922f-23a0cbd3bacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506381 Jun 10 15:26:07.553393 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-eb0870a7-2cf8-4c74-9687-11f4840fac52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:07.557964 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-650ebdb3-967e-4543-b82e-c415f3952fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:07.600781 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-eb0870a7-2cf8-4c74-9687-11f4840fac52 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=986e42a4fce5461784f0746e5aaf4285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3769357 Jun 10 15:26:07.602127 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0870a7-2cf8-4c74-9687-11f4840fac52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802c8b5e-6d61-4cbb-8a6f-bda24b8aa949,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:07.604559 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 50870) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:07.611767 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-eb0870a7-2cf8-4c74-9687-11f4840fac52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:07.667951 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7307db12-a247-43d9-a419-430353a0abdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:07.694580 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7307db12-a247-43d9-a419-430353a0abdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:07.803249 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7123fabc-1418-433a-a960-e2cb11420d05 req-db0dedfd-0b0c-459e-907d-591481ff7cb3 service neutron] 10.222.0.26 "GET /v2.0/networks/660c6209-fe17-4827-922f-23a0cbd3bacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654177 Jun 10 15:26:07.850619 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7307db12-a247-43d9-a419-430353a0abdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:07.855045 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7307db12-a247-43d9-a419-430353a0abdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:07.855045 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-7307db12-a247-43d9-a419-430353a0abdf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/802c8b5e-6d61-4cbb-8a6f-bda24b8aa949 HTTP/1.1" status: 204 len: 168 time: 0.2484958 Jun 10 15:26:07.855577 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:07.867417 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307db12-a247-43d9-a419-430353a0abdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802c8b5e-6d61-4cbb-8a6f-bda24b8aa949,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:07.871033 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7307db12-a247-43d9-a419-430353a0abdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:08.100776 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4455a2f0-9326-4b86-93a9-0ccabaa04653 req-588d32a8-1421-4be3-9270-31c4f46afc7f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 210 time: 0.0365918 Jun 10 15:26:08.284474 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1d0b1-bc41-4705-9b53-a597569ea462 req-d4a0e203-53d4-439c-8cfa-30b1165ff33f tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:08.285966 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2cd1d0b1-bc41-4705-9b53-a597569ea462 req-d4a0e203-53d4-439c-8cfa-30b1165ff33f tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0724397 Jun 10 15:26:08.339129 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2cd1d0b1-bc41-4705-9b53-a597569ea462 req-2f639f07-2bd7-43cb-8261-55c058b4d13b tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438318 Jun 10 15:26:08.356283 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 79d904c8-4639-49f2-82dd-cf3e95374d2d no longer exists at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:26:08.382369 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] No Port match for: 79d904c8-4639-49f2-82dd-cf3e95374d2d {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:26:08.382732 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 79d904c8-4639-49f2-82dd-cf3e95374d2d not bound to the agent host hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:26:08.435580 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3c6fa14b-ae50-44ee-8f05-0df010c81754 req-0bd37dbb-8c4e-4969-8ea7-39a350fa1773 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfac46e3-3cba-4932-bada-a20ba1eb50d0 HTTP/1.1" status: 200 len: 210 time: 0.0352352 Jun 10 15:26:09.254777 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-30b3c125-9210-45a1-a146-364b36d8798c req-804cb6f4-edd3-4ac9-9edd-3626609be3a3 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 210 time: 0.0355165 Jun 10 15:26:09.547668 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b61b0d-798f-414b-98d8-a21189c8b5cb req-f9724db2-3cf2-4581-a549-ed1b8546b39a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:09.549135 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-52b61b0d-798f-414b-98d8-a21189c8b5cb req-f9724db2-3cf2-4581-a549-ed1b8546b39a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0745950 Jun 10 15:26:09.597509 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-52b61b0d-798f-414b-98d8-a21189c8b5cb req-862d288f-e39b-469e-864c-62507d62b39c tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416362 Jun 10 15:26:09.749347 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d7bf28f2-9204-427a-87ff-7c8a783e0c78 req-c48c881f-af8b-4c38-a213-69c5343388fd tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfac46e3-3cba-4932-bada-a20ba1eb50d0 HTTP/1.1" status: 200 len: 210 time: 0.0371838 Jun 10 15:26:10.408876 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e598ca1f-4986-43c5-b385-7e6b6ee336c2 req-2686645f-0d2d-4aed-bd04-ce5442b59f6f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 210 time: 0.0353718 Jun 10 15:26:10.786061 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f384084-8bd0-49ab-b21f-7934cb354c12 req-23c5f328-40ca-4af9-960c-0d8ad12b15d8 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:10.787528 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8f384084-8bd0-49ab-b21f-7934cb354c12 req-23c5f328-40ca-4af9-960c-0d8ad12b15d8 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0694044 Jun 10 15:26:10.835114 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8f384084-8bd0-49ab-b21f-7934cb354c12 req-f177d5a8-9fbc-4e40-8bc6-d114b2bd3498 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419097 Jun 10 15:26:10.911071 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ef09ddd1-de1e-47c2-8af3-2c5233bb1c0d req-fbd793c2-79bb-4567-84c5-507f225371cb tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfac46e3-3cba-4932-bada-a20ba1eb50d0 HTTP/1.1" status: 200 len: 210 time: 0.0326879 Jun 10 15:26:11.578125 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-10816c50-9021-45d5-8e98-d2d6bd635e87 req-fd0a140d-d375-4833-abb8-60ce5e253558 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 210 time: 0.0329905 Jun 10 15:26:11.579240 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123fabc-1418-433a-a960-e2cb11420d05 req-8a06c61d-036b-4865-a88e-05bc8bfed1f5 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:11.580678 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-7123fabc-1418-433a-a960-e2cb11420d05 req-8a06c61d-036b-4865-a88e-05bc8bfed1f5 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.45 "GET /v2.0/networks?id=660c6209-fe17-4827-922f-23a0cbd3bacd HTTP/1.1" status: 200 len: 809 time: 0.1260293 Jun 10 15:26:11.597555 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [req-7123fabc-1418-433a-a960-e2cb11420d05 req-807b806a-fae1-4678-a7a0-c5be846c2352 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Request body: {'port': {'device_id': 'bfac46e3-3cba-4932-bada-a20ba1eb50d0', 'network_id': '660c6209-fe17-4827-922f-23a0cbd3bacd', 'admin_state_up': True, 'tenant_id': 'e7be5091f2244c45a142088f946a5d96'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:11.804520 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7123fabc-1418-433a-a960-e2cb11420d05 req-807b806a-fae1-4678-a7a0-c5be846c2352 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Made reservation on behalf of e7be5091f2244c45a142088f946a5d96 for: {'port': 1} {{(pid=92441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:26:11.807987 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-7123fabc-1418-433a-a960-e2cb11420d05 req-807b806a-fae1-4678-a7a0-c5be846c2352 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:12.122388 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b00047f6-45e7-43cd-8203-5b1155576a49 req-ab4e1468-a172-44ba-9daf-ad85e941a8d6 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfac46e3-3cba-4932-bada-a20ba1eb50d0 HTTP/1.1" status: 200 len: 210 time: 0.0614650 Jun 10 15:26:12.152311 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390df776-7f31-46cf-9bd3-d6b8fdae644f req-a67dbd93-050d-4861-aa4f-770ee373df07 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:12.158459 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-390df776-7f31-46cf-9bd3-d6b8fdae644f req-a67dbd93-050d-4861-aa4f-770ee373df07 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.1845458 Jun 10 15:26:12.221133 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-390df776-7f31-46cf-9bd3-d6b8fdae644f req-f1f97726-8d0b-432c-b985-c2bdf86230e2 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597217 Jun 10 15:26:12.252398 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [req-7123fabc-1418-433a-a960-e2cb11420d05 req-807b806a-fae1-4678-a7a0-c5be846c2352 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Allocated IP 172.20.0.12 (660c6209-fe17-4827-922f-23a0cbd3bacd/1e3d3884-6bad-494b-95c7-acb02ba6b424/a2af3e31-dea7-4731-b9f8-56e005b1ddca) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:26:12.434461 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-7123fabc-1418-433a-a960-e2cb11420d05 req-807b806a-fae1-4678-a7a0-c5be846c2352 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:12.599891 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-7123fabc-1418-433a-a960-e2cb11420d05 req-807b806a-fae1-4678-a7a0-c5be846c2352 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:12.604294 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:12.663656 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-5c880d72-e9b9-4f00-a748-cf033d87861e tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:12.665454 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-5c880d72-e9b9-4f00-a748-cf033d87861e tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.45 "GET /v2.0/networks?id=d8191dcc-30ce-4ad4-9767-678dd0532ea2 HTTP/1.1" status: 200 len: 811 time: 0.1442916 Jun 10 15:26:12.679134 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7123fabc-1418-433a-a960-e2cb11420d05 req-807b806a-fae1-4678-a7a0-c5be846c2352 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Network 660c6209-fe17-4827-922f-23a0cbd3bacd is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:26:12.682612 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [req-7123fabc-1418-433a-a960-e2cb11420d05 req-807b806a-fae1-4678-a7a0-c5be846c2352 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:26:12.687406 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [req-7123fabc-1418-433a-a960-e2cb11420d05 req-807b806a-fae1-4678-a7a0-c5be846c2352 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:26:12.692783 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123fabc-1418-433a-a960-e2cb11420d05 req-807b806a-fae1-4678-a7a0-c5be846c2352 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:12.693399 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-7123fabc-1418-433a-a960-e2cb11420d05 req-807b806a-fae1-4678-a7a0-c5be846c2352 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:12.702624 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807b806a-fae1-4678-a7a0-c5be846c2352 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Pushing event updated for resources: {'Port': ['ID=a2af3e31-dea7-4731-b9f8-56e005b1ddca,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:12.708633 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-807b806a-fae1-4678-a7a0-c5be846c2352 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:12.737582 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-d6c356da-8291-4b21-91d6-9b6125fd493f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6983c1aeef04c37b1bcd3eb66cde14a HTTP/1.1" status: 200 len: 379 time: 0.0590851 Jun 10 15:26:12.753582 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-9c8c8cd2-7469-4caf-87ba-08b8ed4a1968 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Request body: {'port': {'device_id': 'e6f8e23c-d8a2-4640-a652-fd676f03ad77', 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'admin_state_up': True, 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'security_groups': ['2a658f6d-4996-4051-b355-b0b3bec7ced0']}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:12.782946 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ca4f382d-fdf1-4678-a17b-a2506740204b req-24a95d8f-a8b8-4982-a51e-8d175f8132a6 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 210 time: 0.0518658 Jun 10 15:26:12.916972 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-7123fabc-1418-433a-a960-e2cb11420d05 req-807b806a-fae1-4678-a7a0-c5be846c2352 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3241088 Jun 10 15:26:13.038989 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-9c8c8cd2-7469-4caf-87ba-08b8ed4a1968 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Made reservation on behalf of d6983c1aeef04c37b1bcd3eb66cde14a for: {'port': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:26:13.042650 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-9c8c8cd2-7469-4caf-87ba-08b8ed4a1968 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:13.077273 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [req-7123fabc-1418-433a-a960-e2cb11420d05 req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] Request body: {'port': {'device_id': 'bfac46e3-3cba-4932-bada-a20ba1eb50d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:13.208369 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-7123fabc-1418-433a-a960-e2cb11420d05 req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:13.211640 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.db_base_plugin_common [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-9c8c8cd2-7469-4caf-87ba-08b8ed4a1968 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Allocated IP 172.20.0.10 (d8191dcc-30ce-4ad4-9767-678dd0532ea2/146d4102-3e59-4e06-be05-0c274045f9fb/5bbd350a-ac92-40b0-86a5-ed53b86a9644) {{(pid=92440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:26:13.731360 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be49fe0-0373-495d-a220-c8920ecb46a4 req-f2bfc53d-d915-49f1-bde6-74b2718f9b58 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:13.731360 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9be49fe0-0373-495d-a220-c8920ecb46a4 req-f2bfc53d-d915-49f1-bde6-74b2718f9b58 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfac46e3-3cba-4932-bada-a20ba1eb50d0 HTTP/1.1" status: 200 len: 932 time: 0.2538481 Jun 10 15:26:13.731360 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-9c8c8cd2-7469-4caf-87ba-08b8ed4a1968 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for port, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:13.731360 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.provisioning_blocks [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-9c8c8cd2-7469-4caf-87ba-08b8ed4a1968 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Transition to ACTIVE for port object 5bbd350a-ac92-40b0-86a5-ed53b86a9644 will not be triggered until provisioned by entity DHCP. {{(pid=92440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:26:13.733666 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [req-7123fabc-1418-433a-a960-e2cb11420d05 req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2af3e31-dea7-4731-b9f8-56e005b1ddca {{(pid=92441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:26:13.733666 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-7123fabc-1418-433a-a960-e2cb11420d05 req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:13.734518 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ad905-52ed-4a59-99e0-c51eca7f37a0 req-7a78e1db-aeee-4b8b-9903-28ca8c5320b9 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:13.734518 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7b3ad905-52ed-4a59-99e0-c51eca7f37a0 req-7a78e1db-aeee-4b8b-9903-28ca8c5320b9 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.2252169 Jun 10 15:26:13.735011 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.provisioning_blocks [req-7123fabc-1418-433a-a960-e2cb11420d05 req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] Transition to ACTIVE for port object a2af3e31-dea7-4731-b9f8-56e005b1ddca will not be triggered until provisioned by entity L2. {{(pid=92441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:26:13.735090 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9be49fe0-0373-495d-a220-c8920ecb46a4 req-1cdcf74a-af6a-474a-b1fb-54728f041318 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759115 Jun 10 15:26:13.735090 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7b3ad905-52ed-4a59-99e0-c51eca7f37a0 req-fa002fa9-0afb-4588-bc1e-c5e406e47ffa tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621810 Jun 10 15:26:13.941615 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-822cf517-a3fc-4997-9180-3209692aa1f8 req-74676ce8-de74-4c2e-8d04-0b080571b3f2 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 210 time: 0.0369596 Jun 10 15:26:14.030640 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-7123fabc-1418-433a-a960-e2cb11420d05 req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:14.032697 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:14.059737 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-9c8c8cd2-7469-4caf-87ba-08b8ed4a1968 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-532407449'] for port, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:14.069369 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:14.110960 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-9c8c8cd2-7469-4caf-87ba-08b8ed4a1968 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Network d8191dcc-30ce-4ad4-9767-678dd0532ea2 is already hosted by enough agents. {{(pid=92440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:26:14.127377 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-9c8c8cd2-7469-4caf-87ba-08b8ed4a1968 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Resources bound (agent type, host, resource id): {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:26:14.127377 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-9c8c8cd2-7469-4caf-87ba-08b8ed4a1968 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Received port after_create {{(pid=92440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:26:14.145489 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] Pushing event updated for resources: {'Port': ['ID=a2af3e31-dea7-4731-b9f8-56e005b1ddca,revision_number=2']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:14.149382 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:14.229096 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c8cd2-7469-4caf-87ba-08b8ed4a1968 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Pushing event updated for resources: {'Port': ['ID=5bbd350a-ac92-40b0-86a5-ed53b86a9644,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:14.229096 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-9c8c8cd2-7469-4caf-87ba-08b8ed4a1968 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:14.230634 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.managers [req-7123fabc-1418-433a-a960-e2cb11420d05 req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] Attempting to bind port a2af3e31-dea7-4731-b9f8-56e005b1ddca on host hv-cinder-77212 for vnic_type normal with profile {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:26:14.230634 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.managers [req-7123fabc-1418-433a-a960-e2cb11420d05 req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] Attempting to bind port a2af3e31-dea7-4731-b9f8-56e005b1ddca by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '7420d64b-c942-4d37-8fe3-2bdead16f566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '660c6209-fe17-4827-922f-23a0cbd3bacd'}] {{(pid=92441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:26:14.230634 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7123fabc-1418-433a-a960-e2cb11420d05 req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] Attempting to bind port a2af3e31-dea7-4731-b9f8-56e005b1ddca on network 660c6209-fe17-4827-922f-23a0cbd3bacd {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:26:14.230634 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7123fabc-1418-433a-a960-e2cb11420d05 req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] Port a2af3e31-dea7-4731-b9f8-56e005b1ddca on network 660c6209-fe17-4827-922f-23a0cbd3bacd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:26:14.230634 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7123fabc-1418-433a-a960-e2cb11420d05 req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] Attempting to bind port a2af3e31-dea7-4731-b9f8-56e005b1ddca on network 660c6209-fe17-4827-922f-23a0cbd3bacd {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:26:14.231037 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-9c8c8cd2-7469-4caf-87ba-08b8ed4a1968 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:14.231037 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-9c8c8cd2-7469-4caf-87ba-08b8ed4a1968 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:14.231224 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7123fabc-1418-433a-a960-e2cb11420d05 req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] Checking agent: {'id': 'e28e421a-1ab2-4a36-8074-76b1dba64f57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'started_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:26:14.231224 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7123fabc-1418-433a-a960-e2cb11420d05 req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] Checking segment: {'id': '7420d64b-c942-4d37-8fe3-2bdead16f566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '660c6209-fe17-4827-922f-23a0cbd3bacd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:26:14.231224 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7123fabc-1418-433a-a960-e2cb11420d05 req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] Bound using segment: {'id': '7420d64b-c942-4d37-8fe3-2bdead16f566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '660c6209-fe17-4827-922f-23a0cbd3bacd'} {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:26:14.231224 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.managers [req-7123fabc-1418-433a-a960-e2cb11420d05 req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] Bound port: a2af3e31-dea7-4731-b9f8-56e005b1ddca, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7420d64b-c942-4d37-8fe3-2bdead16f566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '660c6209-fe17-4827-922f-23a0cbd3bacd'}}] {{(pid=92441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:26:14.231224 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-7123fabc-1418-433a-a960-e2cb11420d05 req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:14.293199 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [req-7123fabc-1418-433a-a960-e2cb11420d05 req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] For port a2af3e31-dea7-4731-b9f8-56e005b1ddca, host hv-cinder-77212, cleared binding levels {{(pid=92441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:26:14.297193 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [req-7123fabc-1418-433a-a960-e2cb11420d05 req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] For port a2af3e31-dea7-4731-b9f8-56e005b1ddca, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a2af3e31-dea7-4731-b9f8-56e005b1ddca,segment=NetworkSegment(7420d64b-c942-4d37-8fe3-2bdead16f566),segment_id=7420d64b-c942-4d37-8fe3-2bdead16f566)] {{(pid=92441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:26:14.451595 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-9c8c8cd2-7469-4caf-87ba-08b8ed4a1968 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7039328 Jun 10 15:26:14.456401 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-7123fabc-1418-433a-a960-e2cb11420d05 req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:14.456401 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-0dbb8f1a-9936-433a-b7bc-ffda6b2312fa tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:14.463474 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] Request body: {'port': {'device_id': 'e6f8e23c-d8a2-4640-a652-fd676f03ad77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:14.499740 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123fabc-1418-433a-a960-e2cb11420d05 req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:14.500359 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-7123fabc-1418-433a-a960-e2cb11420d05 req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:14.501733 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-7123fabc-1418-433a-a960-e2cb11420d05 req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] 10.222.0.45 "PUT /v2.0/ports/a2af3e31-dea7-4731-b9f8-56e005b1ddca HTTP/1.1" status: 200 len: 1094 time: 1.4290123 Jun 10 15:26:14.502567 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfac46e3-3cba-4932-bada-a20ba1eb50d0', 'tag': 'a2af3e31-dea7-4731-b9f8-56e005b1ddca'}] {{(pid=92441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:26:14.506543 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9b8eca18dfada33807f9ce70a392550ff1c61d1cc5185ff617afbbc74c0c2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227c49f8-2dec-467f-87fe-3af172826f4b" -d '{"events": [{"name": "network-changed", "server_uuid": "bfac46e3-3cba-4932-bada-a20ba1eb50d0", "tag": "a2af3e31-dea7-4731-b9f8-56e005b1ddca"}]}' {{(pid=92441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:26:14.522400 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-023c21bc-975e-4cd6-935d-c948df2c156c None None] Provisioning for port 5bbd350a-ac92-40b0-86a5-ed53b86a9644 completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:26:14.528266 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-023c21bc-975e-4cd6-935d-c948df2c156c None None] Provisioning complete for port 5bbd350a-ac92-40b0-86a5-ed53b86a9644 triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:14.528751 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-023c21bc-975e-4cd6-935d-c948df2c156c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:14.531757 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] Pushing event updated for resources: {'Port': ['ID=a2af3e31-dea7-4731-b9f8-56e005b1ddca,revision_number=3']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:14.535244 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:14.566432 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:14.574987 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d61082-0875-4621-8138-808e073cd76f x-openstack-request-id: req-10d61082-0875-4621-8138-808e073cd76f {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:26:14.575495 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfac46e3-3cba-4932-bada-a20ba1eb50d0", "tag": "a2af3e31-dea7-4731-b9f8-56e005b1ddca", "status": "completed", "code": 200}]} {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:26:14.575885 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10d61082-0875-4621-8138-808e073cd76f {{(pid=92441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:26:14.576628 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfac46e3-3cba-4932-bada-a20ba1eb50d0', 'tag': 'a2af3e31-dea7-4731-b9f8-56e005b1ddca', 'status': 'completed', 'code': 200} Jun 10 15:26:14.582930 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-023c21bc-975e-4cd6-935d-c948df2c156c None None] Port 5bbd350a-ac92-40b0-86a5-ed53b86a9644 cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:26:14.676472 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c49f8-2dec-467f-87fe-3af172826f4b req-a464c0cb-d399-493a-b605-f388ab5a596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:14.678037 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-227c49f8-2dec-467f-87fe-3af172826f4b req-a464c0cb-d399-493a-b605-f388ab5a596b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7be5091f2244c45a142088f946a5d96&device_id=bfac46e3-3cba-4932-bada-a20ba1eb50d0 HTTP/1.1" status: 200 len: 1097 time: 0.0759280 Jun 10 15:26:14.865162 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c49f8-2dec-467f-87fe-3af172826f4b req-c2d1a66f-7649-4d9f-bf22-f6c2ac22a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:14.866993 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-227c49f8-2dec-467f-87fe-3af172826f4b req-c2d1a66f-7649-4d9f-bf22-f6c2ac22a97d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=e7be5091f2244c45a142088f946a5d96&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1753647 Jun 10 15:26:14.956165 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bbd350a-ac92-40b0-86a5-ed53b86a9644 {{(pid=92440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:26:14.964666 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:15.052446 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.provisioning_blocks [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] Transition to ACTIVE for port object 5bbd350a-ac92-40b0-86a5-ed53b86a9644 will not be triggered until provisioned by entity L2. {{(pid=92440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:26:15.062799 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c49f8-2dec-467f-87fe-3af172826f4b req-68068df2-1b4f-4888-bb79-a6f343f8ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:15.064262 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-227c49f8-2dec-467f-87fe-3af172826f4b req-68068df2-1b4f-4888-bb79-a6f343f8ec49 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1898985 Jun 10 15:26:15.114087 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fff3d1-dd9e-4ee6-85ab-5dc483618dd4 req-18f36311-8190-4f33-ad9c-a8268377aad5 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:15.115470 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-40fff3d1-dd9e-4ee6-85ab-5dc483618dd4 req-18f36311-8190-4f33-ad9c-a8268377aad5 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfac46e3-3cba-4932-bada-a20ba1eb50d0 HTTP/1.1" status: 200 len: 944 time: 0.1395345 Jun 10 15:26:15.122687 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ff1c4f-f327-4c4f-8e4f-0cdfd037ae65 req-72fe22e9-6a2b-4dfe-8917-e8eafd76407f tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:15.124896 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-07ff1c4f-f327-4c4f-8e4f-0cdfd037ae65 req-72fe22e9-6a2b-4dfe-8917-e8eafd76407f tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.1355135 Jun 10 15:26:15.129312 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:15.175822 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:15.177592 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123fabc-1418-433a-a960-e2cb11420d05 req-1c3eb950-89dc-4857-abe2-0d44c2775b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:15.179093 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-7123fabc-1418-433a-a960-e2cb11420d05 req-1c3eb950-89dc-4857-abe2-0d44c2775b76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e7be5091f2244c45a142088f946a5d96&device_id=bfac46e3-3cba-4932-bada-a20ba1eb50d0 HTTP/1.1" status: 200 len: 1097 time: 0.0608988 Jun 10 15:26:15.258134 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-7123fabc-1418-433a-a960-e2cb11420d05 req-9f1f43b7-97bb-45e8-93ee-597f75e5fece service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2af3e31-dea7-4731-b9f8-56e005b1ddca HTTP/1.1" status: 200 len: 217 time: 0.0639448 Jun 10 15:26:15.327435 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123fabc-1418-433a-a960-e2cb11420d05 req-9af2a218-ebd5-4a02-9f5c-148db5447bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:15.329033 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-7123fabc-1418-433a-a960-e2cb11420d05 req-9af2a218-ebd5-4a02-9f5c-148db5447bd7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1e3d3884-6bad-494b-95c7-acb02ba6b424 HTTP/1.1" status: 200 len: 849 time: 0.0673647 Jun 10 15:26:15.336441 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-40fff3d1-dd9e-4ee6-85ab-5dc483618dd4 req-bbc1d3b7-f0e5-4462-b7ba-b94488ac4986 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105839 Jun 10 15:26:15.342581 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] Pushing event updated for resources: {'Port': ['ID=5bbd350a-ac92-40b0-86a5-ed53b86a9644,revision_number=2']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:15.345562 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:15.366127 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-07ff1c4f-f327-4c4f-8e4f-0cdfd037ae65 req-6c883a96-cacc-4771-909d-15836452bff8 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196522 Jun 10 15:26:15.389066 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-7123fabc-1418-433a-a960-e2cb11420d05 req-967c5b8d-c973-47df-b7d8-8fa9f0127174 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=660c6209-fe17-4827-922f-23a0cbd3bacd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530403 Jun 10 15:26:15.517868 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ca567-d88e-47f9-ad3f-c136db87724f req-aa37ac73-c18a-419c-a944-8d401a9a6c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:15.519541 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ed7ca567-d88e-47f9-ad3f-c136db87724f req-aa37ac73-c18a-419c-a944-8d401a9a6c8d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 1099 time: 0.3923829 Jun 10 15:26:15.545036 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-7123fabc-1418-433a-a960-e2cb11420d05 req-5b8437ef-9b96-4fd0-93b9-297e4e40a606 service neutron] 10.222.0.45 "GET /v2.0/networks/660c6209-fe17-4827-922f-23a0cbd3bacd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473012 Jun 10 15:26:15.601917 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] Attempting to bind port 5bbd350a-ac92-40b0-86a5-ed53b86a9644 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:26:15.602258 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] Attempting to bind port 5bbd350a-ac92-40b0-86a5-ed53b86a9644 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '6e089edc-2b2c-4dd6-a59e-afac8de582a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2'}] {{(pid=92440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:26:15.602596 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] Attempting to bind port 5bbd350a-ac92-40b0-86a5-ed53b86a9644 on network d8191dcc-30ce-4ad4-9767-678dd0532ea2 {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:26:15.615654 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] Port 5bbd350a-ac92-40b0-86a5-ed53b86a9644 on network d8191dcc-30ce-4ad4-9767-678dd0532ea2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:26:15.615979 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] Attempting to bind port 5bbd350a-ac92-40b0-86a5-ed53b86a9644 on network d8191dcc-30ce-4ad4-9767-678dd0532ea2 {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:26:15.618922 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ed7ca567-d88e-47f9-ad3f-c136db87724f req-f7120993-7d5d-4e8c-a06b-5de5cc60f74b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920372 Jun 10 15:26:15.631106 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] Checking agent: {'id': 'e28e421a-1ab2-4a36-8074-76b1dba64f57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'started_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:26:15.631439 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] Checking segment: {'id': '6e089edc-2b2c-4dd6-a59e-afac8de582a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:26:15.631819 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] Bound using segment: {'id': '6e089edc-2b2c-4dd6-a59e-afac8de582a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2'} {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:26:15.632246 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] Bound port: 5bbd350a-ac92-40b0-86a5-ed53b86a9644, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e089edc-2b2c-4dd6-a59e-afac8de582a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2'}}] {{(pid=92440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:26:15.632591 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:15.664914 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-7123fabc-1418-433a-a960-e2cb11420d05 req-cce633a1-1271-4b28-b223-2bb01b7060c6 service neutron] 10.222.0.45 "GET /v2.0/networks/660c6209-fe17-4827-922f-23a0cbd3bacd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137726 Jun 10 15:26:15.667502 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b9434-d553-41de-a9d0-2ea228eb974d req-6444cf1d-219e-4dc5-9ac4-0de4f997cb39 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:15.668949 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3b5b9434-d553-41de-a9d0-2ea228eb974d req-6444cf1d-219e-4dc5-9ac4-0de4f997cb39 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 944 time: 0.1326017 Jun 10 15:26:15.751820 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3b5b9434-d553-41de-a9d0-2ea228eb974d req-1a1bfb03-e416-4306-9be3-c1a87c6896b6 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606279 Jun 10 15:26:15.758581 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] For port 5bbd350a-ac92-40b0-86a5-ed53b86a9644, host hv-cinder-77212, cleared binding levels {{(pid=92440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:26:15.762016 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] For port 5bbd350a-ac92-40b0-86a5-ed53b86a9644, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5bbd350a-ac92-40b0-86a5-ed53b86a9644,segment=NetworkSegment(6e089edc-2b2c-4dd6-a59e-afac8de582a9),segment_id=6e089edc-2b2c-4dd6-a59e-afac8de582a9)] {{(pid=92440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:26:15.983807 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 51100) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:15.985984 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:15.988389 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:16.031937 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:16.035483 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:16.035483 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] 10.222.0.45 "PUT /v2.0/ports/5bbd350a-ac92-40b0-86a5-ed53b86a9644 HTTP/1.1" status: 200 len: 1094 time: 1.5752380 Jun 10 15:26:16.035483 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f8e23c-d8a2-4640-a652-fd676f03ad77', 'tag': '5bbd350a-ac92-40b0-86a5-ed53b86a9644'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:26:16.036737 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a50514c-e601-40b9-b270-09650adfffd7" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f8e23c-d8a2-4640-a652-fd676f03ad77", "tag": "5bbd350a-ac92-40b0-86a5-ed53b86a9644"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:26:16.057195 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] Pushing event updated for resources: {'Port': ['ID=5bbd350a-ac92-40b0-86a5-ed53b86a9644,revision_number=3']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:16.061134 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:16.075127 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db389e41-1610-4815-b882-43e9dd174d64 x-openstack-request-id: req-db389e41-1610-4815-b882-43e9dd174d64 {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:26:16.075437 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f8e23c-d8a2-4640-a652-fd676f03ad77", "tag": "5bbd350a-ac92-40b0-86a5-ed53b86a9644", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:26:16.076280 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db389e41-1610-4815-b882-43e9dd174d64 {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:26:16.076798 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f8e23c-d8a2-4640-a652-fd676f03ad77', 'tag': '5bbd350a-ac92-40b0-86a5-ed53b86a9644', 'status': 'completed', 'code': 200} Jun 10 15:26:16.369937 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50514c-e601-40b9-b270-09650adfffd7 req-a1bf6d4a-98c4-4958-a9b7-08d5e2c39542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:16.371536 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3a50514c-e601-40b9-b270-09650adfffd7 req-a1bf6d4a-98c4-4958-a9b7-08d5e2c39542 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d6983c1aeef04c37b1bcd3eb66cde14a&device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 1097 time: 0.2725546 Jun 10 15:26:16.567615 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50514c-e601-40b9-b270-09650adfffd7 req-944a1f32-80ae-4a52-a730-671a0557ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:16.569108 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3a50514c-e601-40b9-b270-09650adfffd7 req-944a1f32-80ae-4a52-a730-671a0557ff79 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d6983c1aeef04c37b1bcd3eb66cde14a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1898577 Jun 10 15:26:16.599461 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 51116) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:16.625424 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-10684dfb-fda9-4a91-b69f-2ad619630206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:16.633370 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 51120) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:16.720850 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bdcc4-aea5-4340-a0e8-b4c4c83d0373 req-7c6c5c43-304e-4b21-b5c7-70bde18086b4 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:16.722376 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-105bdcc4-aea5-4340-a0e8-b4c4c83d0373 req-7c6c5c43-304e-4b21-b5c7-70bde18086b4 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.2323616 Jun 10 15:26:16.727397 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f56760d3-d60f-4773-97ab-fa6a68d75bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:16.736207 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5047db-1f8b-4b6b-8705-28d891a76f06 req-2104dcc1-c0ad-4511-91c0-6add8027acf5 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:16.737662 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ce5047db-1f8b-4b6b-8705-28d891a76f06 req-2104dcc1-c0ad-4511-91c0-6add8027acf5 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfac46e3-3cba-4932-bada-a20ba1eb50d0 HTTP/1.1" status: 200 len: 944 time: 0.2351382 Jun 10 15:26:16.770288 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-10684dfb-fda9-4a91-b69f-2ad619630206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:16.806995 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50514c-e601-40b9-b270-09650adfffd7 req-71a7080b-d91f-4dad-b841-3902a9d63112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:16.808423 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3a50514c-e601-40b9-b270-09650adfffd7 req-71a7080b-d91f-4dad-b841-3902a9d63112 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2267556 Jun 10 15:26:16.809641 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6a7c91ab-c54a-45d9-ac57-ea286b43fcb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:16.851784 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-105bdcc4-aea5-4340-a0e8-b4c4c83d0373 req-a0e8302f-082c-4219-aefc-1e2bbe8a367c tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131160 Jun 10 15:26:16.857723 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ce5047db-1f8b-4b6b-8705-28d891a76f06 req-8a796ac9-7129-4552-9ebe-9756941e117d tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109383 Jun 10 15:26:16.929939 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-f527e0de-c814-4ace-9e19-2055ef1b79e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:16.931674 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-f527e0de-c814-4ace-9e19-2055ef1b79e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d6983c1aeef04c37b1bcd3eb66cde14a&device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 1097 time: 0.0730653 Jun 10 15:26:16.965555 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-10684dfb-fda9-4a91-b69f-2ad619630206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:16.975331 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-b805d660-f56f-4321-a847-e35ba58626b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:17.000747 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-a74e5d11-1596-46b5-a00c-bd65da8c70d2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bbd350a-ac92-40b0-86a5-ed53b86a9644 HTTP/1.1" status: 200 len: 217 time: 0.0603917 Jun 10 15:26:17.009143 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.db.api [None req-6a7c91ab-c54a-45d9-ac57-ea286b43fcb9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 15:26:17.009143 dv-cinder-772126-2-iscsi neutron-server[92440]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 15:26:17.009143 dv-cinder-772126-2-iscsi neutron-server[92440]: [parameters: {'project_id_1': '4838e1bbd50c4755be595ea7efb48721', 'expiration_1': datetime.datetime(2021, 6, 10, 15, 26, 16, 852561)}] Jun 10 15:26:17.009143 dv-cinder-772126-2-iscsi neutron-server[92440]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 15:26:17.015227 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_db.api [None req-6a7c91ab-c54a-45d9-ac57-ea286b43fcb9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 15:26:17.037707 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10684dfb-fda9-4a91-b69f-2ad619630206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c138bff-40c3-4155-98f0-ebdd2a7fbba2,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:17.045716 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-10684dfb-fda9-4a91-b69f-2ad619630206 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ae9fcc264a0644658d09f43c1e0e74c9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0585351 Jun 10 15:26:17.047717 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-10684dfb-fda9-4a91-b69f-2ad619630206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:17.049209 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 51134) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:17.100386 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-8848ca14-2eb1-4d27-a03b-c2cd5706c838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:17.101872 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-8848ca14-2eb1-4d27-a03b-c2cd5706c838 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=146d4102-3e59-4e06-be05-0c274045f9fb HTTP/1.1" status: 200 len: 850 time: 0.0894806 Jun 10 15:26:17.122439 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd9f5f-64cb-485d-a312-b822434929c3 req-4a70f191-07d7-4e50-92cf-13a8b50230a7 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:17.123919 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-04dd9f5f-64cb-485d-a312-b822434929c3 req-4a70f191-07d7-4e50-92cf-13a8b50230a7 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 944 time: 0.1271787 Jun 10 15:26:17.132535 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-37be838c-67ae-48ca-a6c0-157a790dcacb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:17.155176 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f56760d3-d60f-4773-97ab-fa6a68d75bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:17.167905 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-37be838c-67ae-48ca-a6c0-157a790dcacb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:17.200184 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-04dd9f5f-64cb-485d-a312-b822434929c3 req-47c7e53f-dbe2-4e4f-b211-577711761368 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681796 Jun 10 15:26:17.212129 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-e26c38f0-3ad6-44c7-84c6-75a3d4b4297f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:17.214125 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-e26c38f0-3ad6-44c7-84c6-75a3d4b4297f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8191dcc-30ce-4ad4-9767-678dd0532ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0992913 Jun 10 15:26:17.276388 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f56760d3-d60f-4773-97ab-fa6a68d75bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:17.279605 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7307db12-a247-43d9-a419-430353a0abdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:17.320329 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56760d3-d60f-4773-97ab-fa6a68d75bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53bcd82-7959-4eac-a583-6a7c052bf294,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:17.324620 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-f56760d3-d60f-4773-97ab-fa6a68d75bbb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4be5e905403b4ba88fd800f1a795a6e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7241755 Jun 10 15:26:17.328382 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 51140) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:17.330302 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-f56760d3-d60f-4773-97ab-fa6a68d75bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:17.375168 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-1459cabf-097a-4c99-a051-0dfd670e3846 service neutron] 10.222.0.45 "GET /v2.0/networks/d8191dcc-30ce-4ad4-9767-678dd0532ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480062 Jun 10 15:26:17.375765 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-37be838c-67ae-48ca-a6c0-157a790dcacb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:17.378426 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-37be838c-67ae-48ca-a6c0-157a790dcacb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:17.382275 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-37be838c-67ae-48ca-a6c0-157a790dcacb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3c138bff-40c3-4155-98f0-ebdd2a7fbba2 HTTP/1.1" status: 204 len: 168 time: 0.3321223 Jun 10 15:26:17.382999 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:17.393063 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be838c-67ae-48ca-a6c0-157a790dcacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c138bff-40c3-4155-98f0-ebdd2a7fbba2,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:17.395485 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-37be838c-67ae-48ca-a6c0-157a790dcacb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:17.424066 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6dabad9b-5e54-454c-afa1-0497eef128dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:17.510591 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6dabad9b-5e54-454c-afa1-0497eef128dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:17.512098 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6a7c91ab-c54a-45d9-ac57-ea286b43fcb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:17.581465 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-79be408b-b6d4-4e4f-8c06-b7f0c82b5a6c req-1aefb399-e2eb-4733-82ef-8a6c28603004 service neutron] 10.222.0.45 "GET /v2.0/networks/d8191dcc-30ce-4ad4-9767-678dd0532ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939332 Jun 10 15:26:17.793566 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6dabad9b-5e54-454c-afa1-0497eef128dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:17.796162 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6dabad9b-5e54-454c-afa1-0497eef128dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:17.797331 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-6dabad9b-5e54-454c-afa1-0497eef128dd admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a53bcd82-7959-4eac-a583-6a7c052bf294 HTTP/1.1" status: 204 len: 168 time: 0.4676914 Jun 10 15:26:17.799988 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-b55ace51-3326-4ed2-aa31-504f1e904c75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:17.818464 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabad9b-5e54-454c-afa1-0497eef128dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53bcd82-7959-4eac-a583-6a7c052bf294,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:17.821009 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-6dabad9b-5e54-454c-afa1-0497eef128dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:17.865661 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6a7c91ab-c54a-45d9-ac57-ea286b43fcb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:18.051194 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6a7c91ab-c54a-45d9-ac57-ea286b43fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:18.056736 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-379f7402-9e1b-43ad-99d3-6cd869346ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:18.120436 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-6a7c91ab-c54a-45d9-ac57-ea286b43fcb9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4838e1bbd50c4755be595ea7efb48721&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4835057 Jun 10 15:26:18.124105 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 51160) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:18.124683 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c91ab-c54a-45d9-ac57-ea286b43fcb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3b9e51-cdf7-4498-a2ee-46cc2751b35e,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:18.128204 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-6a7c91ab-c54a-45d9-ac57-ea286b43fcb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:18.150781 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21d7c4-3263-47da-a57a-0bff80655074 req-adf90125-90e0-45f5-b8f1-ba3271af9032 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:18.152285 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8e21d7c4-3263-47da-a57a-0bff80655074 req-adf90125-90e0-45f5-b8f1-ba3271af9032 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.1742246 Jun 10 15:26:18.164522 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695c372-95f1-4a26-947b-cbd4520f9f70 req-080dcdcb-2fc1-4574-8d5e-ec1b51cbbc6f tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:18.166014 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1695c372-95f1-4a26-947b-cbd4520f9f70 req-080dcdcb-2fc1-4574-8d5e-ec1b51cbbc6f tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfac46e3-3cba-4932-bada-a20ba1eb50d0 HTTP/1.1" status: 200 len: 944 time: 0.1776733 Jun 10 15:26:18.182035 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-09449359-91d8-41f9-bfd1-d46b14ab721a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:18.198615 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d22db0fc-b20f-4ac3-8cf3-fa0a942ba52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:18.226936 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d22db0fc-b20f-4ac3-8cf3-fa0a942ba52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:18.241508 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8e21d7c4-3263-47da-a57a-0bff80655074 req-50abf076-bf58-45da-bdef-205b0e03fb8f tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745218 Jun 10 15:26:18.254864 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1695c372-95f1-4a26-947b-cbd4520f9f70 req-0e8a17a8-49e0-4be1-ab3f-f068dd251e2f tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709624 Jun 10 15:26:18.395386 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d22db0fc-b20f-4ac3-8cf3-fa0a942ba52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:18.400624 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d22db0fc-b20f-4ac3-8cf3-fa0a942ba52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:18.402294 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-d22db0fc-b20f-4ac3-8cf3-fa0a942ba52b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9c3b9e51-cdf7-4498-a2ee-46cc2751b35e HTTP/1.1" status: 204 len: 168 time: 0.2772017 Jun 10 15:26:18.403435 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-ea8c9c0b-e062-4a23-85cc-95848d43bc94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:18.417928 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22db0fc-b20f-4ac3-8cf3-fa0a942ba52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3b9e51-cdf7-4498-a2ee-46cc2751b35e,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:18.422669 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-d22db0fc-b20f-4ac3-8cf3-fa0a942ba52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:18.468018 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa7adf-4cef-46bd-9a50-d3976041a8a7 req-7b91fe36-fee2-4b6d-9bdf-59d2bec3ccfb tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:18.468603 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-03fa7adf-4cef-46bd-9a50-d3976041a8a7 req-7b91fe36-fee2-4b6d-9bdf-59d2bec3ccfb tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 944 time: 0.0999897 Jun 10 15:26:18.517461 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-03fa7adf-4cef-46bd-9a50-d3976041a8a7 req-154dd2cd-10b2-4868-af5a-bdcf282a53d7 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432696 Jun 10 15:26:18.815443 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 51194) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:19.073224 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-412e24f2-6dd0-4a14-a17a-d1ef92f203e0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-277395621-network', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:19.160879 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 51202) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:19.180766 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ddce0ffd-66b1-4eb4-860d-df2ca0ec77d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:19.186844 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412e24f2-6dd0-4a14-a17a-d1ef92f203e0 admin admin] Made reservation on behalf of 3a3ed0fc5497463faac2851a1aeb412c for: {'network': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:26:19.189244 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-412e24f2-6dd0-4a14-a17a-d1ef92f203e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4185528'] for network, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:19.211800 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-412e24f2-6dd0-4a14-a17a-d1ef92f203e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:19.261442 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a486b-d8bc-4978-9bf0-9c935c15d87a req-96ac9b80-fd09-4870-9dfe-1a251c769416 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:19.262910 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c77a486b-d8bc-4978-9bf0-9c935c15d87a req-96ac9b80-fd09-4870-9dfe-1a251c769416 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.1500676 Jun 10 15:26:19.267551 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48accf70-42b3-4dc6-966e-621abaab2e0f req-b74560ff-59ec-4f5e-a78e-62d25290da42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:19.270419 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-48accf70-42b3-4dc6-966e-621abaab2e0f req-b74560ff-59ec-4f5e-a78e-62d25290da42 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d7a27daba8a4544b21af138a318785d&device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 1099 time: 0.1203952 Jun 10 15:26:19.284786 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ddce0ffd-66b1-4eb4-860d-df2ca0ec77d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:19.350899 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ddce0ffd-66b1-4eb4-860d-df2ca0ec77d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:19.353913 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-00575729-27ed-48ed-bcec-bcb692065600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:19.361364 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c77a486b-d8bc-4978-9bf0-9c935c15d87a req-9de9d69f-4cac-41c5-92d4-c5ce3f6347ee tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866122 Jun 10 15:26:19.399428 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-ddce0ffd-66b1-4eb4-860d-df2ca0ec77d6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bdcecf0c826c45f4a3a9fcfd26152053&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2367027 Jun 10 15:26:19.401527 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce0ffd-66b1-4eb4-860d-df2ca0ec77d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336995ce-3180-4835-ab5f-b2ba2acadb40,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:19.403483 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 51214) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:19.405868 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-ddce0ffd-66b1-4eb4-860d-df2ca0ec77d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:19.538289 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48accf70-42b3-4dc6-966e-621abaab2e0f req-007abc0e-c5c0-448d-a217-1c3eda5163a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:19.545892 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-48accf70-42b3-4dc6-966e-621abaab2e0f req-007abc0e-c5c0-448d-a217-1c3eda5163a5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b41a0c3-b273-41c4-ba99-8e23b2263aee HTTP/1.1" status: 200 len: 920 time: 0.2570140 Jun 10 15:26:19.581935 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 51228) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:19.628525 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-48accf70-42b3-4dc6-966e-621abaab2e0f req-0fee58cd-8a56-404f-bf19-6cbeae481465 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c11c673a-4e53-4309-9eac-212c6d252be6 HTTP/1.1" status: 200 len: 217 time: 0.0747421 Jun 10 15:26:19.646154 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaaa737-0536-4bc2-95f4-3c39f74b0c54 req-446805aa-0b85-49cd-afff-5772cdd6cfd2 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:19.647567 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ebaaa737-0536-4bc2-95f4-3c39f74b0c54 req-446805aa-0b85-49cd-afff-5772cdd6cfd2 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfac46e3-3cba-4932-bada-a20ba1eb50d0 HTTP/1.1" status: 200 len: 944 time: 0.2451518 Jun 10 15:26:19.648874 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-19e14bb4-4068-4fd1-a143-d700b8086365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:19.704874 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-7b2b14a9-c514-47fc-b7cd-493e83e4d117 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-962927290-network', 'tenant_id': '1d545de86d7147769f15bb6e7fc706dd'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:19.742296 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-412e24f2-6dd0-4a14-a17a-d1ef92f203e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:19.758404 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-19e14bb4-4068-4fd1-a143-d700b8086365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:19.842804 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48accf70-42b3-4dc6-966e-621abaab2e0f req-97d525c8-4766-42ab-9c47-25ac33b70cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:19.844692 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-48accf70-42b3-4dc6-966e-621abaab2e0f req-97d525c8-4766-42ab-9c47-25ac33b70cf5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac72a45d-a234-4ef7-b2ee-d2ca013addaa HTTP/1.1" status: 200 len: 859 time: 0.2071495 Jun 10 15:26:19.847530 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ebaaa737-0536-4bc2-95f4-3c39f74b0c54 req-0527c5b5-8b87-4558-8171-f3479ee623da tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818914 Jun 10 15:26:19.902124 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-48accf70-42b3-4dc6-966e-621abaab2e0f req-3702419f-e7f5-41ad-b157-38a8f710c959 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b41a0c3-b273-41c4-ba99-8e23b2263aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421641 Jun 10 15:26:19.904929 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-412e24f2-6dd0-4a14-a17a-d1ef92f203e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:19.909541 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-d37f49b7-c086-46fe-a3a7-3248b2b7e204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:19.947805 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device a2af3e31-dea7-4731-b9f8-56e005b1ddca details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=92442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:26:19.983691 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f36343-aac5-47e5-97c7-b9dd6cf0402e req-669ce32a-0e02-468b-a01c-915246a00932 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:19.985873 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-24f36343-aac5-47e5-97c7-b9dd6cf0402e req-669ce32a-0e02-468b-a01c-915246a00932 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 944 time: 0.2290902 Jun 10 15:26:20.024773 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2b14a9-c514-47fc-b7cd-493e83e4d117 admin admin] Made reservation on behalf of 1d545de86d7147769f15bb6e7fc706dd for: {'network': 1} {{(pid=92441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:26:20.027698 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7b2b14a9-c514-47fc-b7cd-493e83e4d117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4185528'] for network, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:20.032799 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e24f2-6dd0-4a14-a17a-d1ef92f203e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e369498-d716-4987-a3f1-670115ea1f28,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:20.034066 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-412e24f2-6dd0-4a14-a17a-d1ef92f203e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:20.044686 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7b2b14a9-c514-47fc-b7cd-493e83e4d117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:20.077085 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-19e14bb4-4068-4fd1-a143-d700b8086365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:20.080037 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-19e14bb4-4068-4fd1-a143-d700b8086365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:20.081168 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-19e14bb4-4068-4fd1-a143-d700b8086365 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/336995ce-3180-4835-ab5f-b2ba2acadb40 HTTP/1.1" status: 204 len: 168 time: 0.6726799 Jun 10 15:26:20.082313 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412e24f2-6dd0-4a14-a17a-d1ef92f203e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 520, 'physical_network': 'physnet1'} {{(pid=92440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 15:26:20.089876 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-9be559f3-dbff-47de-93e5-7a066d61c211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:20.107383 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port a2af3e31-dea7-4731-b9f8-56e005b1ddca, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a2af3e31-dea7-4731-b9f8-56e005b1ddca,segment=NetworkSegment(7420d64b-c942-4d37-8fe3-2bdead16f566),segment_id=7420d64b-c942-4d37-8fe3-2bdead16f566)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:26:20.115909 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e14bb4-4068-4fd1-a143-d700b8086365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336995ce-3180-4835-ab5f-b2ba2acadb40,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:20.129924 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-48accf70-42b3-4dc6-966e-621abaab2e0f req-a4353517-afb4-4c3f-8e5f-d0c1ea2c15e7 service neutron] 10.222.0.45 "GET /v2.0/networks/2b41a0c3-b273-41c4-ba99-8e23b2263aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158132 Jun 10 15:26:20.129924 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-412e24f2-6dd0-4a14-a17a-d1ef92f203e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:20.129924 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.db.segments_db [None req-412e24f2-6dd0-4a14-a17a-d1ef92f203e0 admin admin] Added segment 946c7721-7573-4267-b72d-fd235dd82591 of type vlan for network fc452212-81ca-4caf-a3da-e16d5e17f9a5 Jun 10 15:26:20.132459 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-19e14bb4-4068-4fd1-a143-d700b8086365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:20.142176 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Returning: {'device': 'a2af3e31-dea7-4731-b9f8-56e005b1ddca', 'network_id': '660c6209-fe17-4827-922f-23a0cbd3bacd', 'port_id': 'a2af3e31-dea7-4731-b9f8-56e005b1ddca', 'mac_address': 'fa:16:3e:48:18:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e3d3884-6bad-494b-95c7-acb02ba6b424', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:26:20.165672 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-24f36343-aac5-47e5-97c7-b9dd6cf0402e req-2f7f281f-59c0-46e8-afa3-84af0f5d472e tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331799 Jun 10 15:26:20.220332 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:20.234686 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2af3e31-dea7-4731-b9f8-56e005b1ddca {{(pid=92442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:26:20.264704 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7b2b14a9-c514-47fc-b7cd-493e83e4d117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:20.265791 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port a2af3e31-dea7-4731-b9f8-56e005b1ddca, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a2af3e31-dea7-4731-b9f8-56e005b1ddca,segment=NetworkSegment(7420d64b-c942-4d37-8fe3-2bdead16f566),segment_id=7420d64b-c942-4d37-8fe3-2bdead16f566)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:26:20.314277 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 51240) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:20.356389 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7b2b14a9-c514-47fc-b7cd-493e83e4d117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:20.356628 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:20.358910 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:20.362311 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-1aa329bc-082e-410c-9b30-7d4f267224b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:20.384171 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b2b14a9-c514-47fc-b7cd-493e83e4d117 admin admin] vlan segment allocate from pool success with {'vlan_id': 518, 'physical_network': 'physnet1'} {{(pid=92441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 15:26:20.407165 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b14a9-c514-47fc-b7cd-493e83e4d117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62d74f1-6073-4b35-aabf-25394111d2b9,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:20.411717 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7b2b14a9-c514-47fc-b7cd-493e83e4d117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:20.412289 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.db.segments_db [None req-7b2b14a9-c514-47fc-b7cd-493e83e4d117 admin admin] Added segment dd55ab4e-eafe-44b9-953b-17cf372a6d06 of type vlan for network a8357f5f-440f-4b01-82f1-2775013c9a3c Jun 10 15:26:20.414678 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7b2b14a9-c514-47fc-b7cd-493e83e4d117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:20.425246 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=a2af3e31-dea7-4731-b9f8-56e005b1ddca,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:20.435948 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:20.436534 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:20.437188 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:20.437738 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:20.438322 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:20.438726 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:20.439117 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:20.439629 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:20.441199 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:20.441891 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:20.442426 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:20.442957 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:20.449430 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:20.498639 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7b2b14a9-c514-47fc-b7cd-493e83e4d117 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786703315887'] for network, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:20.515736 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-412e24f2-6dd0-4a14-a17a-d1ef92f203e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786703315887'] for network, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:20.606670 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-48accf70-42b3-4dc6-966e-621abaab2e0f req-7c4ef8bd-ccc8-4f8b-a06e-d6f50e0dc81e service neutron] 10.222.0.45 "GET /v2.0/networks/2b41a0c3-b273-41c4-ba99-8e23b2263aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632385 Jun 10 15:26:20.641950 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7b2b14a9-c514-47fc-b7cd-493e83e4d117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331'] for network, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:20.643494 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2b14a9-c514-47fc-b7cd-493e83e4d117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:20.644217 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7b2b14a9-c514-47fc-b7cd-493e83e4d117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:20.649413 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ed98d-1440-4067-8ac9-c7b4a88d361d req-f2a70c4d-7604-4368-8181-8d0296dd237e tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:20.657601 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e67ed98d-1440-4067-8ac9-c7b4a88d361d req-f2a70c4d-7604-4368-8181-8d0296dd237e tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0901616 Jun 10 15:26:20.676068 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-f19b1242-d003-47c7-8473-deafedab7bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:20.699193 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-412e24f2-6dd0-4a14-a17a-d1ef92f203e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331'] for network, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:20.709908 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412e24f2-6dd0-4a14-a17a-d1ef92f203e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:20.710822 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-412e24f2-6dd0-4a14-a17a-d1ef92f203e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:20.713752 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-9e245788-159a-435e-a140-ab87fd83e538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:20.720825 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-a67324a4-c3e5-4225-b288-5bf1809f1da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:20.776126 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:20.799620 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b14a9-c514-47fc-b7cd-493e83e4d117 admin admin] Pushing event updated for resources: {'Network': ['ID=a8357f5f-440f-4b01-82f1-2775013c9a3c,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:20.802459 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7b2b14a9-c514-47fc-b7cd-493e83e4d117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:20.809428 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Network a8357f5f-440f-4b01-82f1-2775013c9a3c details requested by agent ovs-agent-dv-cinder-772126-2-iscsi with host dv-cinder-772126-2-iscsi {{(pid=92442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:26:20.813460 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412e24f2-6dd0-4a14-a17a-d1ef92f203e0 admin admin] Pushing event updated for resources: {'Network': ['ID=fc452212-81ca-4caf-a3da-e16d5e17f9a5,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:20.817834 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-0c262f51-9d50-40dc-b1d5-e5b61178aa70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:20.818003 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-7b2b14a9-c514-47fc-b7cd-493e83e4d117 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2313032 Jun 10 15:26:20.818104 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 51256) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:20.822384 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-1a31d443-d8c4-462b-bb10-5e991491290c admin admin] Request body: {'subnet': {'network_id': 'a8357f5f-440f-4b01-82f1-2775013c9a3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-962927290-subnet', 'tenant_id': '1d545de86d7147769f15bb6e7fc706dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:20.825296 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-412e24f2-6dd0-4a14-a17a-d1ef92f203e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:20.831146 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e67ed98d-1440-4067-8ac9-c7b4a88d361d req-eeebc5c8-5af4-4056-bdf4-12885a4e609d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734087 Jun 10 15:26:20.839054 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Network fc452212-81ca-4caf-a3da-e16d5e17f9a5 details requested by agent ovs-agent-dv-cinder-772126-2-iscsi with host dv-cinder-772126-2-iscsi {{(pid=92442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:26:20.899797 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-9e245788-159a-435e-a140-ab87fd83e538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:20.915795 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['a2af3e31-dea7-4731-b9f8-56e005b1ddca'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:26:21.004910 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-9e245788-159a-435e-a140-ab87fd83e538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:21.010047 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:21.046663 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e245788-159a-435e-a140-ab87fd83e538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d05d7f-b89e-4f68-b17e-4008b91cfcee,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:21.051519 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-9e245788-159a-435e-a140-ab87fd83e538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:21.073185 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-412e24f2-6dd0-4a14-a17a-d1ef92f203e0 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2565269 Jun 10 15:26:21.076860 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 51262) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:21.082308 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-9e245788-159a-435e-a140-ab87fd83e538 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cdb415c5640f43a59fcf5695e3f42550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7643950 Jun 10 15:26:21.082506 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 51264) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:21.084315 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-f1a4f0fd-6d86-44be-a6dd-04c5a9471b3a admin admin] Request body: {'subnet': {'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-277395621-subnet', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'ip_version': 4}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:21.112949 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23700b9e-c2b8-455b-adb1-c7503d43d527 req-17609e64-16ef-4925-bf9f-78cd9fb5d2e0 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:21.114565 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-23700b9e-c2b8-455b-adb1-c7503d43d527 req-17609e64-16ef-4925-bf9f-78cd9fb5d2e0 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfac46e3-3cba-4932-bada-a20ba1eb50d0 HTTP/1.1" status: 200 len: 945 time: 0.1192122 Jun 10 15:26:21.143037 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a2911d62-a53b-4e26-8aa8-13d82dafca46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:21.165939 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-23700b9e-c2b8-455b-adb1-c7503d43d527 req-6e28dc5a-6745-4600-a482-0966b23ee433 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431426 Jun 10 15:26:21.177215 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a2911d62-a53b-4e26-8aa8-13d82dafca46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:21.203966 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a31d443-d8c4-462b-bb10-5e991491290c admin admin] Made reservation on behalf of 1d545de86d7147769f15bb6e7fc706dd for: {'subnet': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:26:21.206809 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-1a31d443-d8c4-462b-bb10-5e991491290c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532218085'] for subnet, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:21.308550 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a4f0fd-6d86-44be-a6dd-04c5a9471b3a admin admin] Made reservation on behalf of 3a3ed0fc5497463faac2851a1aeb412c for: {'subnet': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:26:21.312834 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-f1a4f0fd-6d86-44be-a6dd-04c5a9471b3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532218085'] for subnet, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:21.339218 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a2911d62-a53b-4e26-8aa8-13d82dafca46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:21.342649 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a2911d62-a53b-4e26-8aa8-13d82dafca46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:21.347083 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-a2911d62-a53b-4e26-8aa8-13d82dafca46 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d5d05d7f-b89e-4f68-b17e-4008b91cfcee HTTP/1.1" status: 204 len: 168 time: 0.2602940 Jun 10 15:26:21.347083 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-5a223095-daae-4d0f-bba1-da2f61f0ce4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:21.354966 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2911d62-a53b-4e26-8aa8-13d82dafca46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d05d7f-b89e-4f68-b17e-4008b91cfcee,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:21.357831 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a2911d62-a53b-4e26-8aa8-13d82dafca46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:21.583349 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e44dc1-505f-4dea-9d20-5b80b816a62f req-62780505-c429-437a-8588-f09ee77444f5 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:21.584850 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-14e44dc1-505f-4dea-9d20-5b80b816a62f req-62780505-c429-437a-8588-f09ee77444f5 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 944 time: 0.2522507 Jun 10 15:26:21.731152 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-14e44dc1-505f-4dea-9d20-5b80b816a62f req-3da18136-6a16-4cc5-bfde-c9e759cb1ea9 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132736 Jun 10 15:26:21.741850 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-1a31d443-d8c4-462b-bb10-5e991491290c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532409097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532218099'] for subnet, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:21.744840 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:21.807912 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a31d443-d8c4-462b-bb10-5e991491290c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f127d856-071b-4cb5-80a7-167fe5e0a077,revision_number=0']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:21.811314 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-1a31d443-d8c4-462b-bb10-5e991491290c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:21.816893 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a31d443-d8c4-462b-bb10-5e991491290c admin admin] Checking segment: {'id': 'dd55ab4e-eafe-44b9-953b-17cf372a6d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a8357f5f-440f-4b01-82f1-2775013c9a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:26:21.817247 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a31d443-d8c4-462b-bb10-5e991491290c admin admin] Network hostable DHCP agents. Network: a8357f5f-440f-4b01-82f1-2775013c9a3c, hostable agents: ['4860e634-0734-4446-9305-88b306355572'], hosted agents: [] {{(pid=92440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:26:21.831055 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-f1a4f0fd-6d86-44be-a6dd-04c5a9471b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532409097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532218099'] for subnet, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:21.834969 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:21.861631 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:21.902324 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4f0fd-6d86-44be-a6dd-04c5a9471b3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a35ed739-29e3-4a52-a6bc-15f7407e9f83,revision_number=0']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:21.907853 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-f1a4f0fd-6d86-44be-a6dd-04c5a9471b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:21.910966 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a4f0fd-6d86-44be-a6dd-04c5a9471b3a admin admin] Checking segment: {'id': '946c7721-7573-4267-b72d-fd235dd82591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:26:21.911327 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a4f0fd-6d86-44be-a6dd-04c5a9471b3a admin admin] Network hostable DHCP agents. Network: fc452212-81ca-4caf-a3da-e16d5e17f9a5, hostable agents: ['4860e634-0734-4446-9305-88b306355572'], hosted agents: [] {{(pid=92440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:26:21.948880 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 5bbd350a-ac92-40b0-86a5-ed53b86a9644 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=92442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:26:21.994220 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a31d443-d8c4-462b-bb10-5e991491290c admin admin] Network a8357f5f-440f-4b01-82f1-2775013c9a3c is scheduled to be hosted by DHCP agent 4860e634-0734-4446-9305-88b306355572 with binding_index 1 {{(pid=92440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:26:22.032395 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3fa716-0be6-47c8-bbdf-f56b0b6aa7a7 req-2704756d-7a75-4720-bcc6-05cf557091ae tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:22.033772 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7b3fa716-0be6-47c8-bbdf-f56b0b6aa7a7 req-2704756d-7a75-4720-bcc6-05cf557091ae tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0829825 Jun 10 15:26:22.073648 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 5bbd350a-ac92-40b0-86a5-ed53b86a9644, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5bbd350a-ac92-40b0-86a5-ed53b86a9644,segment=NetworkSegment(6e089edc-2b2c-4dd6-a59e-afac8de582a9),segment_id=6e089edc-2b2c-4dd6-a59e-afac8de582a9)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:26:22.080350 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7b3fa716-0be6-47c8-bbdf-f56b0b6aa7a7 req-89cc6f4c-fbc9-47ad-907a-ddb0196f0001 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408964 Jun 10 15:26:22.092862 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Returning: {'device': '5bbd350a-ac92-40b0-86a5-ed53b86a9644', 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'port_id': '5bbd350a-ac92-40b0-86a5-ed53b86a9644', 'mac_address': 'fa:16:3e:1e:d6:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:26:22.100378 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a4f0fd-6d86-44be-a6dd-04c5a9471b3a admin admin] Network fc452212-81ca-4caf-a3da-e16d5e17f9a5 is scheduled to be hosted by DHCP agent 4860e634-0734-4446-9305-88b306355572 with binding_index 1 {{(pid=92440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:26:22.139333 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:22.153601 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bbd350a-ac92-40b0-86a5-ed53b86a9644 {{(pid=92442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:26:22.174295 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 5bbd350a-ac92-40b0-86a5-ed53b86a9644, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5bbd350a-ac92-40b0-86a5-ed53b86a9644,segment=NetworkSegment(6e089edc-2b2c-4dd6-a59e-afac8de582a9),segment_id=6e089edc-2b2c-4dd6-a59e-afac8de582a9)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:26:22.202978 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [None req-1a31d443-d8c4-462b-bb10-5e991491290c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-2-iscsi, a8357f5f-440f-4b01-82f1-2775013c9a3c) {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:26:22.207930 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a31d443-d8c4-462b-bb10-5e991491290c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:22.209054 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-1a31d443-d8c4-462b-bb10-5e991491290c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:22.212072 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa79402-d88d-48ea-a5f3-36fdfdf66b2e None None] Network a8357f5f-440f-4b01-82f1-2775013c9a3c requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:26:22.216700 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [None req-f1a4f0fd-6d86-44be-a6dd-04c5a9471b3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-2-iscsi, fc452212-81ca-4caf-a3da-e16d5e17f9a5) {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:26:22.217072 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a4f0fd-6d86-44be-a6dd-04c5a9471b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:22.217672 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-f1a4f0fd-6d86-44be-a6dd-04c5a9471b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:22.232593 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde494d9-f315-4d57-8503-d2e734cc36c6 None None] Network fc452212-81ca-4caf-a3da-e16d5e17f9a5 requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:26:22.289083 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 51292) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:22.304503 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-5e50b917-9c2d-4230-8b89-15ecc97936e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:22.311743 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-f1a4f0fd-6d86-44be-a6dd-04c5a9471b3a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2297473 Jun 10 15:26:22.312115 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 51294) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:22.316606 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-72ef2da1-bb7b-4d55-b0bc-681b9099e7f3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:22.325489 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-1a31d443-d8c4-462b-bb10-5e991491290c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5010314 Jun 10 15:26:22.325691 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:22.364103 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.db.api [None req-5e50b917-9c2d-4230-8b89-15ecc97936e9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 15:26:22.364103 dv-cinder-772126-2-iscsi neutron-server[92440]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 15:26:22.364103 dv-cinder-772126-2-iscsi neutron-server[92440]: [parameters: {'project_id_1': '64d776e381464bbb999c767b931b39ed', 'expiration_1': datetime.datetime(2021, 6, 10, 15, 26, 22, 324511)}] Jun 10 15:26:22.364103 dv-cinder-772126-2-iscsi neutron-server[92440]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 15:26:22.365922 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_db.api [None req-5e50b917-9c2d-4230-8b89-15ecc97936e9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 15:26:22.367805 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:22.407721 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca16e3e6-d484-4a51-970d-f3d012b0526e req-6f1b6ee9-7a07-4f40-a80d-dd5b7cfaeadf tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:22.409251 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ca16e3e6-d484-4a51-970d-f3d012b0526e req-6f1b6ee9-7a07-4f40-a80d-dd5b7cfaeadf tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfac46e3-3cba-4932-bada-a20ba1eb50d0 HTTP/1.1" status: 200 len: 945 time: 0.0812130 Jun 10 15:26:22.450004 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-72ef2da1-bb7b-4d55-b0bc-681b9099e7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26667'] for router, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:22.457224 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-72ef2da1-bb7b-4d55-b0bc-681b9099e7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1009843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26832'] for router, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:22.477208 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ca16e3e6-d484-4a51-970d-f3d012b0526e req-6d2fe163-ae09-4b2d-9f57-2160127fb5be tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612898 Jun 10 15:26:22.527133 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=5bbd350a-ac92-40b0-86a5-ed53b86a9644,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:22.552157 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:22.555767 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-72ef2da1-bb7b-4d55-b0bc-681b9099e7f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:22.555924 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 51304) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:22.564240 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d904fa7c-c647-4f4f-b3bd-9561b02c5855 None None] Network a8357f5f-440f-4b01-82f1-2775013c9a3c requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:26:22.672841 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcc455be-9be4-53fc-9fd0-280f6bd08d86-fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'fixed_ips': [{'subnet_id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83'}]}} from dv-cinder-772126-2-iscsi. {{(pid=92442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 15:26:22.674545 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:22.678587 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a5372435-ccb8-4f9b-b2e1-f29a55d64b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:22.804668 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a5372435-ccb8-4f9b-b2e1-f29a55d64b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:22.865749 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-5e50b917-9c2d-4230-8b89-15ecc97936e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:22.921977 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.db_base_plugin_common [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] Allocated IP 172.20.0.2 (fc452212-81ca-4caf-a3da-e16d5e17f9a5/a35ed739-29e3-4a52-a6bc-15f7407e9f83/ff3fb397-7731-4200-8e94-ca13ea74f824) {{(pid=92442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:26:22.942771 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-72ef2da1-bb7b-4d55-b0bc-681b9099e7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26822'] for router, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:22.947387 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a5372435-ccb8-4f9b-b2e1-f29a55d64b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:22.956646 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-6dabad9b-5e54-454c-afa1-0497eef128dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:22.965825 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['5bbd350a-ac92-40b0-86a5-ed53b86a9644'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:26:23.025919 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-a5372435-ccb8-4f9b-b2e1-f29a55d64b3a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=744ce7930cee4afc8eb5abe769541d92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4682641 Jun 10 15:26:23.027569 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 51310) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:23.030958 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5372435-ccb8-4f9b-b2e1-f29a55d64b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e628b1aa-a6e7-4d8c-b947-1d4453aeea1b,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:23.048472 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5372435-ccb8-4f9b-b2e1-f29a55d64b3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:23.048834 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5372435-ccb8-4f9b-b2e1-f29a55d64b3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:23.049188 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5372435-ccb8-4f9b-b2e1-f29a55d64b3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:23.049546 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5372435-ccb8-4f9b-b2e1-f29a55d64b3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:23.049915 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5372435-ccb8-4f9b-b2e1-f29a55d64b3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:23.050248 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5372435-ccb8-4f9b-b2e1-f29a55d64b3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:23.050585 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5372435-ccb8-4f9b-b2e1-f29a55d64b3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:23.050926 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5372435-ccb8-4f9b-b2e1-f29a55d64b3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:23.051262 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5372435-ccb8-4f9b-b2e1-f29a55d64b3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:23.051594 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5372435-ccb8-4f9b-b2e1-f29a55d64b3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:23.052112 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5372435-ccb8-4f9b-b2e1-f29a55d64b3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:23.052371 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5372435-ccb8-4f9b-b2e1-f29a55d64b3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:23.070201 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-a5372435-ccb8-4f9b-b2e1-f29a55d64b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:23.082087 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26477a9d-4ab8-4048-aba3-f77fc15abb64 req-ca98000f-1f16-416a-b8d2-2c7cbaae1c7c tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:23.092624 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-26477a9d-4ab8-4048-aba3-f77fc15abb64 req-ca98000f-1f16-416a-b8d2-2c7cbaae1c7c tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 945 time: 0.1933918 Jun 10 15:26:23.112478 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-37d47eff-3313-4948-9ac3-5ec7ba5f1f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:23.140923 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-37d47eff-3313-4948-9ac3-5ec7ba5f1f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:23.157897 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-5e50b917-9c2d-4230-8b89-15ecc97936e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:23.181973 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-26477a9d-4ab8-4048-aba3-f77fc15abb64 req-3d1bd260-1394-46a6-8dc0-61e808137052 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878882 Jun 10 15:26:23.184726 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] Notify callbacks [] for port, precommit_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:23.258878 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-5e50b917-9c2d-4230-8b89-15ecc97936e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:23.262354 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-e582f341-7c17-4511-9696-4285260ce128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:23.311035 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50b917-9c2d-4230-8b89-15ecc97936e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f954de7-fc72-40a5-96f3-212f7e684217,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:23.314020 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-5e50b917-9c2d-4230-8b89-15ecc97936e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:23.319011 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-5e50b917-9c2d-4230-8b89-15ecc97936e9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=64d776e381464bbb999c767b931b39ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0293736 Jun 10 15:26:23.319411 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 51316) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:23.339597 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] Transition to ACTIVE for port object ff3fb397-7731-4200-8e94-ca13ea74f824 will not be triggered until provisioned by entity L2. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:26:23.353407 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-37d47eff-3313-4948-9ac3-5ec7ba5f1f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:23.356273 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-37d47eff-3313-4948-9ac3-5ec7ba5f1f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:23.356703 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] Transition to ACTIVE for port object ff3fb397-7731-4200-8e94-ca13ea74f824 will not be triggered until provisioned by entity DHCP. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:26:23.359452 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-37d47eff-3313-4948-9ac3-5ec7ba5f1f4e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e628b1aa-a6e7-4d8c-b947-1d4453aeea1b HTTP/1.1" status: 204 len: 168 time: 0.3286054 Jun 10 15:26:23.400521 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-d22db0fc-b20f-4ac3-8cf3-fa0a942ba52b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:23.412297 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d47eff-3313-4948-9ac3-5ec7ba5f1f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e628b1aa-a6e7-4d8c-b947-1d4453aeea1b,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:23.422211 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d47eff-3313-4948-9ac3-5ec7ba5f1f4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:23.422803 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d47eff-3313-4948-9ac3-5ec7ba5f1f4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:23.423347 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d47eff-3313-4948-9ac3-5ec7ba5f1f4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:23.423706 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d47eff-3313-4948-9ac3-5ec7ba5f1f4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:23.424050 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d47eff-3313-4948-9ac3-5ec7ba5f1f4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:23.424568 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d47eff-3313-4948-9ac3-5ec7ba5f1f4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:23.424917 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d47eff-3313-4948-9ac3-5ec7ba5f1f4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:23.425291 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d47eff-3313-4948-9ac3-5ec7ba5f1f4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:23.425817 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d47eff-3313-4948-9ac3-5ec7ba5f1f4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:23.426328 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d47eff-3313-4948-9ac3-5ec7ba5f1f4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:23.426820 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d47eff-3313-4948-9ac3-5ec7ba5f1f4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:23.427320 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d47eff-3313-4948-9ac3-5ec7ba5f1f4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:26:23.427448 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-acfe10f1-53ec-411b-bf8b-3ca60412bfd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:23.431865 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-37d47eff-3313-4948-9ac3-5ec7ba5f1f4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:23.455047 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc67fe-5f26-4309-abb5-2a922c41243d req-43671b42-bb51-4ae0-94e3-87cda462a29f tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:23.456738 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5ccc67fe-5f26-4309-abb5-2a922c41243d req-43671b42-bb51-4ae0-94e3-87cda462a29f tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.1392577 Jun 10 15:26:23.482994 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-72ef2da1-bb7b-4d55-b0bc-681b9099e7f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:23.493905 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-acfe10f1-53ec-411b-bf8b-3ca60412bfd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:23.499810 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:23.502441 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:23.561475 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5ccc67fe-5f26-4309-abb5-2a922c41243d req-e3854ae7-0cf4-46c9-8b1b-598394c63fba tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909765 Jun 10 15:26:23.611595 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] Network fc452212-81ca-4caf-a3da-e16d5e17f9a5 is already hosted by enough agents. {{(pid=92442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:26:23.612463 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] Pushing event updated for resources: {'Port': ['ID=ff3fb397-7731-4200-8e94-ca13ea74f824,revision_number=1']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:23.615282 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:23.616342 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.scheduler.base_scheduler [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] Resources bound (agent type, host, resource id): {{(pid=92442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:26:23.634948 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] Received port after_create {{(pid=92442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:26:23.694731 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-acfe10f1-53ec-411b-bf8b-3ca60412bfd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:23.697558 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-acfe10f1-53ec-411b-bf8b-3ca60412bfd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:23.702539 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-acfe10f1-53ec-411b-bf8b-3ca60412bfd2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f954de7-fc72-40a5-96f3-212f7e684217 HTTP/1.1" status: 204 len: 168 time: 0.3824453 Jun 10 15:26:23.704324 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-bd04009a-9bf3-4d0a-a75c-5181e28c8533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:23.717441 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:23.725641 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe10f1-53ec-411b-bf8b-3ca60412bfd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f954de7-fc72-40a5-96f3-212f7e684217,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:23.733446 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-acfe10f1-53ec-411b-bf8b-3ca60412bfd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:23.771387 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d65779-8e31-42ed-8234-5ce7304265ac req-9a540f5f-f15c-4f57-aea0-7c155c207c82 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:23.776827 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c6d65779-8e31-42ed-8234-5ce7304265ac req-9a540f5f-f15c-4f57-aea0-7c155c207c82 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfac46e3-3cba-4932-bada-a20ba1eb50d0 HTTP/1.1" status: 200 len: 945 time: 0.1243799 Jun 10 15:26:23.812442 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] Attempting to bind port ff3fb397-7731-4200-8e94-ca13ea74f824 on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:26:23.813116 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] Attempting to bind port ff3fb397-7731-4200-8e94-ca13ea74f824 by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '946c7721-7573-4267-b72d-fd235dd82591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5'}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:26:23.813481 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] Attempting to bind port ff3fb397-7731-4200-8e94-ca13ea74f824 on network fc452212-81ca-4caf-a3da-e16d5e17f9a5 {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:26:23.829206 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:26:23.829681 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] Checking segment: {'id': '946c7721-7573-4267-b72d-fd235dd82591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:26:23.830132 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:23.830536 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] Bound using segment: {'id': '946c7721-7573-4267-b72d-fd235dd82591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5'} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:26:23.832425 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] Bound port: ff3fb397-7731-4200-8e94-ca13ea74f824, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946c7721-7573-4267-b72d-fd235dd82591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5'}}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:26:23.832822 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:23.865329 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c6d65779-8e31-42ed-8234-5ce7304265ac req-bed0ee69-611b-4e38-8663-27ce41e50b6b tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830801 Jun 10 15:26:23.869450 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-72ef2da1-bb7b-4d55-b0bc-681b9099e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:23.955776 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] For port ff3fb397-7731-4200-8e94-ca13ea74f824, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:26:23.959270 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] For port ff3fb397-7731-4200-8e94-ca13ea74f824, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=ff3fb397-7731-4200-8e94-ca13ea74f824,segment=NetworkSegment(946c7721-7573-4267-b72d-fd235dd82591),segment_id=946c7721-7573-4267-b72d-fd235dd82591)] {{(pid=92442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:26:23.974349 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device a2af3e31-dea7-4731-b9f8-56e005b1ddca up at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:26:24.019190 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [None req-72ef2da1-bb7b-4d55-b0bc-681b9099e7f3 admin admin] Allocated IP 172.27.3.252 (bafb3150-7231-46b7-88ed-3af7e5c7810a/66421b7e-18a2-4c9a-a813-c12246305922/8805d2e5-e02a-4401-a867-5d6605b5c545) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:26:24.147194 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-72ef2da1-bb7b-4d55-b0bc-681b9099e7f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:24.162355 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:24.165229 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:24.196546 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning for port a2af3e31-dea7-4731-b9f8-56e005b1ddca completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:26:24.239969 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning complete for port a2af3e31-dea7-4731-b9f8-56e005b1ddca triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:24.240339 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:24.285703 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-72ef2da1-bb7b-4d55-b0bc-681b9099e7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:24.298910 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:24.332029 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ef2da1-bb7b-4d55-b0bc-681b9099e7f3 admin admin] Network bafb3150-7231-46b7-88ed-3af7e5c7810a is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:26:24.337238 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-72ef2da1-bb7b-4d55-b0bc-681b9099e7f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:26:24.342689 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ef2da1-bb7b-4d55-b0bc-681b9099e7f3 admin admin] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:26:24.468955 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c84163-5059-452c-a578-94d3c2710edc req-a16ee3cc-4f18-425e-99df-1ed4979d7bcc tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:24.478071 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f2c84163-5059-452c-a578-94d3c2710edc req-a16ee3cc-4f18-425e-99df-1ed4979d7bcc tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 945 time: 0.1393154 Jun 10 15:26:24.488883 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] Pushing event updated for resources: {'Port': ['ID=ff3fb397-7731-4200-8e94-ca13ea74f824,revision_number=2']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:24.500553 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:24.578977 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:24.580005 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f2c84163-5059-452c-a578-94d3c2710edc req-04454782-e0a7-4103-8665-238fbd6b612b tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008673 Jun 10 15:26:24.649212 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfac46e3-3cba-4932-bada-a20ba1eb50d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2af3e31-dea7-4731-b9f8-56e005b1ddca'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:26:24.655226 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a639a5-30ba-402f-9720-b6f22e80eebd" -d '{"events": [{"server_uuid": "bfac46e3-3cba-4932-bada-a20ba1eb50d0", "name": "network-vif-plugged", "status": "completed", "tag": "a2af3e31-dea7-4731-b9f8-56e005b1ddca"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:26:24.676543 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port a2af3e31-dea7-4731-b9f8-56e005b1ddca, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a2af3e31-dea7-4731-b9f8-56e005b1ddca,segment=NetworkSegment(7420d64b-c942-4d37-8fe3-2bdead16f566),segment_id=7420d64b-c942-4d37-8fe3-2bdead16f566)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:26:24.709386 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ef2da1-bb7b-4d55-b0bc-681b9099e7f3 admin admin] Pushing event updated for resources: {'Port': ['ID=8805d2e5-e02a-4401-a867-5d6605b5c545,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:24.712599 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-72ef2da1-bb7b-4d55-b0bc-681b9099e7f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:24.720245 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937fb9a9-a276-4666-b9e8-6411c65f37b4 x-openstack-request-id: req-937fb9a9-a276-4666-b9e8-6411c65f37b4 {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:26:24.720546 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfac46e3-3cba-4932-bada-a20ba1eb50d0", "name": "network-vif-plugged", "status": "completed", "tag": "a2af3e31-dea7-4731-b9f8-56e005b1ddca", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:26:24.720811 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-937fb9a9-a276-4666-b9e8-6411c65f37b4 {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:26:24.721208 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfac46e3-3cba-4932-bada-a20ba1eb50d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2af3e31-dea7-4731-b9f8-56e005b1ddca', 'code': 200} Jun 10 15:26:24.834878 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a830bad-fa37-44c0-9efb-dfa5515b2155 req-b29164ec-f15b-44fc-b74f-f5dbb69b5cf9 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:24.836377 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3a830bad-fa37-44c0-9efb-dfa5515b2155 req-b29164ec-f15b-44fc-b74f-f5dbb69b5cf9 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0732353 Jun 10 15:26:24.853393 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:24.855581 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:24.927880 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3a830bad-fa37-44c0-9efb-dfa5515b2155 req-f5c47989-3e2e-407f-8c0d-f2ae4ebcb5e9 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827165 Jun 10 15:26:25.033533 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=a2af3e31-dea7-4731-b9f8-56e005b1ddca,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:25.047681 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:25.051286 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-72ef2da1-bb7b-4d55-b0bc-681b9099e7f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:25.163264 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device ff3fb397-7731-4200-8e94-ca13ea74f824 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:26:25.407521 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port ff3fb397-7731-4200-8e94-ca13ea74f824 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:26:25.413070 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9bb70f-2737-4a1b-86bb-7338e6a356e3 req-41709ad2-bc55-475a-a21a-44147a2591df tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:25.416496 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f9bb70f-2737-4a1b-86bb-7338e6a356e3 req-41709ad2-bc55-475a-a21a-44147a2591df tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfac46e3-3cba-4932-bada-a20ba1eb50d0 HTTP/1.1" status: 200 len: 946 time: 0.1622486 Jun 10 15:26:25.434399 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91262719-9422-449e-88d0-49bf1d4450ac req-30ebd856-75cf-4a09-8dcf-c7b1ea4ebcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:25.436584 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-91262719-9422-449e-88d0-49bf1d4450ac req-30ebd856-75cf-4a09-8dcf-c7b1ea4ebcbe service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=bfac46e3-3cba-4932-bada-a20ba1eb50d0 HTTP/1.1" status: 200 len: 1099 time: 0.1079524 Jun 10 15:26:25.491439 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-72ef2da1-bb7b-4d55-b0bc-681b9099e7f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938747'] for router, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:25.496569 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f9bb70f-2737-4a1b-86bb-7338e6a356e3 req-c5c404a6-23f0-4e8f-b030-e21fdafa868d tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746031 Jun 10 15:26:25.521695 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-91262719-9422-449e-88d0-49bf1d4450ac req-23097705-04c1-4108-811b-e6c667e3cde2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493941 Jun 10 15:26:25.630131 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96db38d-cc11-462f-b1b4-804235444e53 None None] Network fc452212-81ca-4caf-a3da-e16d5e17f9a5 requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:26:25.805389 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ef2da1-bb7b-4d55-b0bc-681b9099e7f3 admin admin] Router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 is scheduled to L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa with binding_index 1 {{(pid=92441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 15:26:25.822021 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459336d8-432e-4803-82ed-87b167241ae3 req-86dd4566-d7c3-4ca6-bf5d-60274e626961 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:25.823662 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-459336d8-432e-4803-82ed-87b167241ae3 req-86dd4566-d7c3-4ca6-bf5d-60274e626961 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 945 time: 0.0722170 Jun 10 15:26:25.845224 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-3b1d4548-cbd4-46df-8058-65f457cdab0c None None] Provisioning for port ff3fb397-7731-4200-8e94-ca13ea74f824 completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:26:25.851200 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-3b1d4548-cbd4-46df-8058-65f457cdab0c None None] Provisioning complete for port ff3fb397-7731-4200-8e94-ca13ea74f824 triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:25.851755 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-3b1d4548-cbd4-46df-8058-65f457cdab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:25.873973 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-459336d8-432e-4803-82ed-87b167241ae3 req-0b6189f3-7a15-4fb4-9099-935523f7a4c4 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423553 Jun 10 15:26:25.967556 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 5bbd350a-ac92-40b0-86a5-ed53b86a9644 up at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:26:25.997526 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ef2da1-bb7b-4d55-b0bc-681b9099e7f3 admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:26:26.014092 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] Sync routers for ids ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'] in dv-cinder-772126-2-iscsi {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:26:26.032215 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-3b1d4548-cbd4-46df-8058-65f457cdab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:26.035966 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] Routers {'5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:26:26.036811 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:26:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:26.094647 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-3b1d4548-cbd4-46df-8058-65f457cdab0c None None] For port ff3fb397-7731-4200-8e94-ca13ea74f824, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=ff3fb397-7731-4200-8e94-ca13ea74f824,segment=NetworkSegment(946c7721-7573-4267-b72d-fd235dd82591),segment_id=946c7721-7573-4267-b72d-fd235dd82591)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:26:26.113269 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-72ef2da1-bb7b-4d55-b0bc-681b9099e7f3 admin admin] Notify callbacks [] for router, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:26.114927 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-72ef2da1-bb7b-4d55-b0bc-681b9099e7f3 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8017828 Jun 10 15:26:26.117504 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 51400) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:26.182160 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning for port 5bbd350a-ac92-40b0-86a5-ed53b86a9644 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:26:26.183308 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning complete for port 5bbd350a-ac92-40b0-86a5-ed53b86a9644 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:26.183756 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:26.248616 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-3b1d4548-cbd4-46df-8058-65f457cdab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:26.251837 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:26.282419 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] Set router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:26:26.378773 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d4548-cbd4-46df-8058-65f457cdab0c None None] Pushing event updated for resources: {'Port': ['ID=ff3fb397-7731-4200-8e94-ca13ea74f824,revision_number=3']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:26.395595 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-3b1d4548-cbd4-46df-8058-65f457cdab0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:26.402436 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e4904b41-c701-46d6-a150-00ccca0f1f06 req-428a9547-6ada-4920-a755-a91d2330851c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1219087 Jun 10 15:26:26.434328 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f716caa8-b369-49be-adbb-658ff63f9d07 None None] Provisioning complete for port ff3fb397-7731-4200-8e94-ca13ea74f824 triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:26.434885 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f716caa8-b369-49be-adbb-658ff63f9d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:26.495263 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:26.548037 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4904b41-c701-46d6-a150-00ccca0f1f06 req-dcfe954a-51b9-4b0b-8eda-8f6476fd9796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:26.550528 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e4904b41-c701-46d6-a150-00ccca0f1f06 req-dcfe954a-51b9-4b0b-8eda-8f6476fd9796 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d7a27daba8a4544b21af138a318785d&device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 1099 time: 0.1132526 Jun 10 15:26:26.550928 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 5bbd350a-ac92-40b0-86a5-ed53b86a9644, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5bbd350a-ac92-40b0-86a5-ed53b86a9644,segment=NetworkSegment(6e089edc-2b2c-4dd6-a59e-afac8de582a9),segment_id=6e089edc-2b2c-4dd6-a59e-afac8de582a9)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:26:26.635045 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:26:24Z', 'revision_number': 3, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:26.640635 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:26.642719 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:26.653853 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] Checking router: 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 for host: dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:26:26.654486 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] Updating router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 port 8805d2e5-e02a-4401-a867-5d6605b5c545 binding host dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:26:26.705679 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=5bbd350a-ac92-40b0-86a5-ed53b86a9644,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:26.716575 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:26.722136 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:26.722609 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f8e23c-d8a2-4640-a652-fd676f03ad77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bbd350a-ac92-40b0-86a5-ed53b86a9644'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:26:26.725958 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49c1e76-d864-41b4-bfdc-b98f72326d63" -d '{"events": [{"server_uuid": "e6f8e23c-d8a2-4640-a652-fd676f03ad77", "name": "network-vif-plugged", "status": "completed", "tag": "5bbd350a-ac92-40b0-86a5-ed53b86a9644"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:26:26.876564 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4904b41-c701-46d6-a150-00ccca0f1f06 req-54b30e60-40dc-4a7e-8ab8-bb5d9057d98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:26.878047 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e4904b41-c701-46d6-a150-00ccca0f1f06 req-54b30e60-40dc-4a7e-8ab8-bb5d9057d98f service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b41a0c3-b273-41c4-ba99-8e23b2263aee HTTP/1.1" status: 200 len: 920 time: 0.2735760 Jun 10 15:26:26.884894 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65550c-640a-403e-bb59-2bd597896057 req-f27ad91b-64e0-44f3-86d5-a70b89d79cca tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:26.886253 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0a65550c-640a-403e-bb59-2bd597896057 req-f27ad91b-64e0-44f3-86d5-a70b89d79cca tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/networks?id=a8357f5f-440f-4b01-82f1-2775013c9a3c HTTP/1.1" status: 200 len: 813 time: 0.3179307 Jun 10 15:26:26.957035 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e4904b41-c701-46d6-a150-00ccca0f1f06 req-dd194b85-3fa1-456c-9664-7afbf6dc1eb1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c11c673a-4e53-4309-9eac-212c6d252be6 HTTP/1.1" status: 200 len: 217 time: 0.0688319 Jun 10 15:26:26.960746 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0a65550c-640a-403e-bb59-2bd597896057 req-c16eac2b-3412-468b-a475-008bb1d2a3d4 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/quotas/1d545de86d7147769f15bb6e7fc706dd HTTP/1.1" status: 200 len: 375 time: 0.0641706 Jun 10 15:26:27.032151 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device ff3fb397-7731-4200-8e94-ca13ea74f824 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:26:27.040360 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0a65550c-640a-403e-bb59-2bd597896057 req-29e7a114-9a53-49b6-bc2e-1ffc1e908da4 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d545de86d7147769f15bb6e7fc706dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657904 Jun 10 15:26:27.054839 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf579d-b6a7-4067-a850-e01761770b2d req-1ebfde8c-29a9-47cb-82e8-612bbefaf2d0 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:27.056397 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c7bf579d-b6a7-4067-a850-e01761770b2d req-1ebfde8c-29a9-47cb-82e8-612bbefaf2d0 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfac46e3-3cba-4932-bada-a20ba1eb50d0 HTTP/1.1" status: 200 len: 946 time: 0.3399949 Jun 10 15:26:27.117208 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port ff3fb397-7731-4200-8e94-ca13ea74f824 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:27.117819 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:27.125397 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4904b41-c701-46d6-a150-00ccca0f1f06 req-d4bc719b-3c61-4db2-b287-426d34ddf4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:27.126623 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e4904b41-c701-46d6-a150-00ccca0f1f06 req-d4bc719b-3c61-4db2-b287-426d34ddf4c5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac72a45d-a234-4ef7-b2ee-d2ca013addaa HTTP/1.1" status: 200 len: 859 time: 0.1625690 Jun 10 15:26:27.290926 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] Notify callbacks [] for port, precommit_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:27.298475 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e4904b41-c701-46d6-a150-00ccca0f1f06 req-41517516-4012-4dba-9a74-cd5099488445 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b41a0c3-b273-41c4-ba99-8e23b2263aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1550853 Jun 10 15:26:27.317883 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.provisioning_blocks [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] Transition to ACTIVE for port object 8805d2e5-e02a-4401-a867-5d6605b5c545 will not be triggered until provisioned by entity L2. {{(pid=92443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:26:27.320788 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c7bf579d-b6a7-4067-a850-e01761770b2d req-a31e127c-d02b-4b18-be05-dcfe6f17fc79 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380478 Jun 10 15:26:27.364548 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7370e565-587f-44af-be0c-62bf30ad5aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:27.462227 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:27.465020 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-808636ad-4c30-4e62-8d7c-d387df05c79d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:27.532113 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721c873e-e7e2-4957-ab68-6063ad4e3582 x-openstack-request-id: req-721c873e-e7e2-4957-ab68-6063ad4e3582 {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:26:27.532438 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f8e23c-d8a2-4640-a652-fd676f03ad77", "name": "network-vif-plugged", "status": "completed", "tag": "5bbd350a-ac92-40b0-86a5-ed53b86a9644", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:26:27.532716 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-721c873e-e7e2-4957-ab68-6063ad4e3582 {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:26:27.533124 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f8e23c-d8a2-4640-a652-fd676f03ad77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bbd350a-ac92-40b0-86a5-ed53b86a9644', 'code': 200} Jun 10 15:26:27.547763 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2878c-0695-4baa-a5d3-029901e4f43d None None] Pushing event updated for resources: {'Port': ['ID=8805d2e5-e02a-4401-a867-5d6605b5c545,revision_number=2']} {{(pid=92443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:27.553866 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-11a2878c-0695-4baa-a5d3-029901e4f43d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:27.592634 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] Attempting to bind port 8805d2e5-e02a-4401-a867-5d6605b5c545 on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:26:27.593011 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] Attempting to bind port 8805d2e5-e02a-4401-a867-5d6605b5c545 by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}] {{(pid=92443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:26:27.593380 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] Attempting to bind port 8805d2e5-e02a-4401-a867-5d6605b5c545 on network bafb3150-7231-46b7-88ed-3af7e5c7810a {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:26:27.599632 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:26:27.602103 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] Checking segment: {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:26:27.602103 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:27.602103 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] Bound using segment: {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'} {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:26:27.602103 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] Bound port: 8805d2e5-e02a-4401-a867-5d6605b5c545, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}}] {{(pid=92443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:26:27.602103 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:27.627500 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [None req-7370e565-587f-44af-be0c-62bf30ad5aeb admin admin] Allocated IP 172.20.0.1 (fc452212-81ca-4caf-a3da-e16d5e17f9a5/a35ed739-29e3-4a52-a6bc-15f7407e9f83/434c4c3e-36b0-4c92-acac-683b5e74fbc8) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:26:27.674657 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.db [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] For port 8805d2e5-e02a-4401-a867-5d6605b5c545, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:26:27.678834 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.db [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] For port 8805d2e5-e02a-4401-a867-5d6605b5c545, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=8805d2e5-e02a-4401-a867-5d6605b5c545,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:26:27.750692 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0a65550c-640a-403e-bb59-2bd597896057 req-a2e637b3-65cd-4dc4-b3d3-201db92482bb service neutron] 10.222.0.26 "GET /v2.0/networks/a8357f5f-440f-4b01-82f1-2775013c9a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6911435 Jun 10 15:26:27.757381 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e4904b41-c701-46d6-a150-00ccca0f1f06 req-e99df893-05d8-4600-9d7d-3d79d93fef5d service neutron] 10.222.0.45 "GET /v2.0/networks/2b41a0c3-b273-41c4-ba99-8e23b2263aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493210 Jun 10 15:26:27.757776 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:27.760149 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:27.766061 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7370e565-587f-44af-be0c-62bf30ad5aeb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:27.780562 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.provisioning_blocks [None req-7370e565-587f-44af-be0c-62bf30ad5aeb admin admin] Transition to ACTIVE for port object 434c4c3e-36b0-4c92-acac-683b5e74fbc8 will not be triggered until provisioned by entity DHCP. {{(pid=92441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:26:27.826073 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2878c-0695-4baa-a5d3-029901e4f43d None None] Pushing event updated for resources: {'Port': ['ID=8805d2e5-e02a-4401-a867-5d6605b5c545,revision_number=3']} {{(pid=92443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:27.829122 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] Routers {'5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:26:27.837106 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:26:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:27.837106 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-11a2878c-0695-4baa-a5d3-029901e4f43d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:27.939520 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041196c-25a5-46ee-a580-7201784af79d req-02b5228e-e236-4378-96bb-1a2af9d0c756 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:27.941043 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7041196c-25a5-46ee-a580-7201784af79d req-02b5228e-e236-4378-96bb-1a2af9d0c756 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.2670887 Jun 10 15:26:27.955656 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7370e565-587f-44af-be0c-62bf30ad5aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:27.959183 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-fc3048fa-2709-4592-9ef3-7c4b5f46badf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:27.977832 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] Set router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:26:28.025344 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7370e565-587f-44af-be0c-62bf30ad5aeb admin admin] Network fc452212-81ca-4caf-a3da-e16d5e17f9a5 is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:26:28.027547 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0a65550c-640a-403e-bb59-2bd597896057 req-51fd203e-01cf-4255-b432-d3834b28b637 service neutron] 10.222.0.26 "GET /v2.0/networks/a8357f5f-440f-4b01-82f1-2775013c9a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643189 Jun 10 15:26:28.029656 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e4904b41-c701-46d6-a150-00ccca0f1f06 req-f489f219-322a-472f-b835-2fed49ec0b33 service neutron] 10.222.0.45 "GET /v2.0/networks/2b41a0c3-b273-41c4-ba99-8e23b2263aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641582 Jun 10 15:26:28.032576 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7041196c-25a5-46ee-a580-7201784af79d req-553e40ac-e47a-411e-8046-39a6bf5c3953 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819457 Jun 10 15:26:28.062501 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-7370e565-587f-44af-be0c-62bf30ad5aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:26:28.069588 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370e565-587f-44af-be0c-62bf30ad5aeb admin admin] Pushing event updated for resources: {'Port': ['ID=434c4c3e-36b0-4c92-acac-683b5e74fbc8,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:28.078910 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7370e565-587f-44af-be0c-62bf30ad5aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:28.083882 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7370e565-587f-44af-be0c-62bf30ad5aeb admin admin] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:26:28.083882 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7370e565-587f-44af-be0c-62bf30ad5aeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-934716'] for router_interface, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:28.205855 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06bc0a-813b-43b2-a86a-5a0280db99ce req-59e53b33-3e0e-460d-9af9-3f84614c87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:28.207345 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-fa06bc0a-813b-43b2-a86a-5a0280db99ce req-59e53b33-3e0e-460d-9af9-3f84614c87f0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 1099 time: 0.2061598 Jun 10 15:26:28.259868 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-fa06bc0a-813b-43b2-a86a-5a0280db99ce req-e478f64d-badc-4a46-99d9-e1c8c192b354 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400701 Jun 10 15:26:28.353230 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:26:24Z', 'revision_number': 3, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:28.364297 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d331b399-fb13-42b8-84ca-39a38429b6eb None None] The sync data for ids ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'] in dv-cinder-772126-2-iscsi is: [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:26:24Z', 'revision_number': 3, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}] {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:26:28.405992 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-595a206c-a7f5-4d0e-a798-2d20b0cf178a req-b17205bb-0df7-4306-b83f-353fc9a0569c tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 210 time: 0.0850987 Jun 10 15:26:28.420636 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7370e565-587f-44af-be0c-62bf30ad5aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:28.428684 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-7d80eccd-85dc-4c7d-9122-dde063a8a9ab None None] Provisioning for port 434c4c3e-36b0-4c92-acac-683b5e74fbc8 completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:26:28.447097 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-7d80eccd-85dc-4c7d-9122-dde063a8a9ab None None] Provisioning complete for port 434c4c3e-36b0-4c92-acac-683b5e74fbc8 triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:28.449449 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-7d80eccd-85dc-4c7d-9122-dde063a8a9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:28.574141 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-7d80eccd-85dc-4c7d-9122-dde063a8a9ab None None] Port 434c4c3e-36b0-4c92-acac-683b5e74fbc8 cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:26:28.657552 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b425d5a-c111-4262-a719-605a8ab99b7a req-14f026fb-e223-4ed4-8868-2de1bb430445 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:28.706293 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3b425d5a-c111-4262-a719-605a8ab99b7a req-14f026fb-e223-4ed4-8868-2de1bb430445 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfac46e3-3cba-4932-bada-a20ba1eb50d0 HTTP/1.1" status: 200 len: 946 time: 0.1531448 Jun 10 15:26:28.731095 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3b425d5a-c111-4262-a719-605a8ab99b7a req-9feaffad-0d44-45e6-8c44-686e8d53579d tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641344 Jun 10 15:26:28.753991 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248e0ad-1613-420b-b6d1-bae94f47626a req-6b600dc7-3653-4269-bb98-7ecd8a511bfa tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:28.768910 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e248e0ad-1613-420b-b6d1-bae94f47626a req-6b600dc7-3653-4269-bb98-7ecd8a511bfa tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.1727803 Jun 10 15:26:28.805571 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7370e565-587f-44af-be0c-62bf30ad5aeb admin admin] Notify callbacks [] for port, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:28.839363 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e248e0ad-1613-420b-b6d1-bae94f47626a req-b504ea8b-7395-43fe-8286-c3f41b19e722 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518649 Jun 10 15:26:28.958029 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7370e565-587f-44af-be0c-62bf30ad5aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:28.966844 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7370e565-587f-44af-be0c-62bf30ad5aeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-934728'] for router_interface, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:28.974735 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-807b806a-fae1-4678-a7a0-c5be846c2352 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:29.019326 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:29.053551 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 8805d2e5-e02a-4401-a867-5d6605b5c545 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:26:29.069708 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7370e565-587f-44af-be0c-62bf30ad5aeb admin admin] Pushing event updated for resources: {'Port': ['ID=434c4c3e-36b0-4c92-acac-683b5e74fbc8,revision_number=2']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:29.073726 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7370e565-587f-44af-be0c-62bf30ad5aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:29.161677 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7370e565-587f-44af-be0c-62bf30ad5aeb admin admin] Network fc452212-81ca-4caf-a3da-e16d5e17f9a5 is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:26:29.163199 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-7370e565-587f-44af-be0c-62bf30ad5aeb admin admin] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:26:29.262132 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port 8805d2e5-e02a-4401-a867-5d6605b5c545 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:26:29.282505 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 8805d2e5-e02a-4401-a867-5d6605b5c545 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:29.282977 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:29.305011 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc0d5d-073c-4887-a591-4cd1d78f6c85 req-bfec97d2-fcde-4377-b8de-cc271d551345 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:29.337637 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-65fc0d5d-073c-4887-a591-4cd1d78f6c85 req-bfec97d2-fcde-4377-b8de-cc271d551345 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.1480522 Jun 10 15:26:29.371791 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7370e565-587f-44af-be0c-62bf30ad5aeb admin admin] Router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:26:29.421570 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-65fc0d5d-073c-4887-a591-4cd1d78f6c85 req-7a932311-f9c6-4352-9002-33a9fea5e852 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830991 Jun 10 15:26:29.562198 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:29.623415 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port 8805d2e5-e02a-4401-a867-5d6605b5c545, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=8805d2e5-e02a-4401-a867-5d6605b5c545,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:26:29.640422 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2964ef40-7451-4109-af14-261bad6846a6 req-df7fd9a7-d96f-4019-affc-1f4327c38de6 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 210 time: 0.0845008 Jun 10 15:26:29.645932 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-8de118f3-22e1-404a-8873-666d573b2e7b None None] Provisioning complete for port 434c4c3e-36b0-4c92-acac-683b5e74fbc8 triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:29.646331 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8de118f3-22e1-404a-8873-666d573b2e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:29.667058 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7370e565-587f-44af-be0c-62bf30ad5aeb admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:26:29.678420 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-7370e565-587f-44af-be0c-62bf30ad5aeb admin admin] 10.222.0.26 "PUT /v2.0/routers/5cad4c7e-f9fe-4c4a-8535-568e8b5e4296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5581877 Jun 10 15:26:29.707517 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-8de118f3-22e1-404a-8873-666d573b2e7b None None] Port 434c4c3e-36b0-4c92-acac-683b5e74fbc8 cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:26:29.750957 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:29.764553 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:29.815648 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=8805d2e5-e02a-4401-a867-5d6605b5c545,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:29.818869 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:30.443850 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] Sync routers for ids ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:26:30.449843 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] Routers {'5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:26:30.450490 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:26:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:30.560870 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 51504) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:30.566288 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-ec28ed57-71fc-4ed1-8a38-5fc1895f4d45 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1936236370-network', 'tenant_id': '44fe35318b7b4ca888b9189b16c8a253'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:30.610685 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] Set router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:26:30.652074 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf79ad-30dd-43a2-9b99-0ff42c1ccbee req-0292e6bf-ee17-4f77-8f98-310bcf734d17 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:30.653549 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-60bf79ad-30dd-43a2-9b99-0ff42c1ccbee req-0292e6bf-ee17-4f77-8f98-310bcf734d17 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0960524 Jun 10 15:26:30.667902 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec28ed57-71fc-4ed1-8a38-5fc1895f4d45 admin admin] Made reservation on behalf of 44fe35318b7b4ca888b9189b16c8a253 for: {'network': 1} {{(pid=92441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:26:30.671535 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ec28ed57-71fc-4ed1-8a38-5fc1895f4d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4185528'] for network, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:30.683290 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ec28ed57-71fc-4ed1-8a38-5fc1895f4d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:30.702543 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-60bf79ad-30dd-43a2-9b99-0ff42c1ccbee req-a8f13e76-6c80-4df3-b3e3-b9474ecf6c26 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421917 Jun 10 15:26:30.800988 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ec28ed57-71fc-4ed1-8a38-5fc1895f4d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:30.875721 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ec28ed57-71fc-4ed1-8a38-5fc1895f4d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:30.881083 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-ddce0ffd-66b1-4eb4-860d-df2ca0ec77d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:30.896125 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:26:28Z', 'revision_number': 4, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '434c4c3e-36b0-4c92-acac-683b5e74fbc8', 'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'mac_address': 'fa:16:3e:ef:a6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:27Z', 'updated_at': '2021-06-10T15:26:28Z', 'revision_number': 2, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'subnets': [{'id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:30.899641 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] Checking router: 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:26:30.900086 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] Updating router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 port 434c4c3e-36b0-4c92-acac-683b5e74fbc8 binding host dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:26:30.900506 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec28ed57-71fc-4ed1-8a38-5fc1895f4d45 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'} {{(pid=92441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 15:26:30.915423 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28ed57-71fc-4ed1-8a38-5fc1895f4d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8283aee2-4963-4c54-9995-bfb429b36032,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:30.919684 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-ec28ed57-71fc-4ed1-8a38-5fc1895f4d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:30.920799 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ec28ed57-71fc-4ed1-8a38-5fc1895f4d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:30.921203 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.db.segments_db [None req-ec28ed57-71fc-4ed1-8a38-5fc1895f4d45 admin admin] Added segment c528b3f1-3dcf-439e-99c0-412c9a7ebe0a of type vlan for network f83e1a27-af10-42f9-b1e4-a2d407a01cde Jun 10 15:26:30.944771 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:30.946550 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2703bfcd-8266-468b-82be-1d1269b151d1 req-ca1aa661-6629-481c-88e4-661d61f7bde0 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 210 time: 0.0805922 Jun 10 15:26:30.978524 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ec28ed57-71fc-4ed1-8a38-5fc1895f4d45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786703315887'] for network, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:31.012984 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59d00a-9861-4660-8d16-a48e50e9b1c8 req-62aba396-baa8-43ee-8352-f6c3b0c1bcbc tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:31.016360 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0f59d00a-9861-4660-8d16-a48e50e9b1c8 req-62aba396-baa8-43ee-8352-f6c3b0c1bcbc tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.1395760 Jun 10 15:26:31.024786 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 51512) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:31.030098 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-8d3fccbf-30f5-45fe-8ac4-df079008baa2 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Request body: {'floatingip': {'port_id': '5bbd350a-ac92-40b0-86a5-ed53b86a9644'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:31.120077 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-8d3fccbf-30f5-45fe-8ac4-df079008baa2 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for floatingip, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:31.121941 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ec28ed57-71fc-4ed1-8a38-5fc1895f4d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331'] for network, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:31.123951 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec28ed57-71fc-4ed1-8a38-5fc1895f4d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:31.124108 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ec28ed57-71fc-4ed1-8a38-5fc1895f4d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:31.127140 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:31.204176 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 8805d2e5-e02a-4401-a867-5d6605b5c545 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:26:31.211587 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28ed57-71fc-4ed1-8a38-5fc1895f4d45 admin admin] Pushing event updated for resources: {'Network': ['ID=f83e1a27-af10-42f9-b1e4-a2d407a01cde,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:31.218049 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-ec28ed57-71fc-4ed1-8a38-5fc1895f4d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:31.224606 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-ec28ed57-71fc-4ed1-8a38-5fc1895f4d45 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6600432 Jun 10 15:26:31.224890 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 51516) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:31.229679 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-c0275272-4a49-425d-9aeb-0d2226241a9d admin admin] Request body: {'subnet': {'network_id': 'f83e1a27-af10-42f9-b1e4-a2d407a01cde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1936236370-subnet', 'tenant_id': '44fe35318b7b4ca888b9189b16c8a253', 'ip_version': 4}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:31.235690 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Network f83e1a27-af10-42f9-b1e4-a2d407a01cde details requested by agent ovs-agent-dv-cinder-772126-2-iscsi with host dv-cinder-772126-2-iscsi {{(pid=92442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:26:31.383536 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0275272-4a49-425d-9aeb-0d2226241a9d admin admin] Made reservation on behalf of 44fe35318b7b4ca888b9189b16c8a253 for: {'subnet': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:26:31.385711 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c0275272-4a49-425d-9aeb-0d2226241a9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532218085'] for subnet, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:31.428629 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 8805d2e5-e02a-4401-a867-5d6605b5c545 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:31.429016 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:31.595673 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] Notify callbacks [] for port, precommit_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:31.609093 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] Transition to ACTIVE for port object 434c4c3e-36b0-4c92-acac-683b5e74fbc8 will not be triggered until provisioned by entity L2. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:26:31.707594 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:31.709718 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:31.809885 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45b79e-5f4d-459d-905d-431a8872112f None None] Pushing event updated for resources: {'Port': ['ID=434c4c3e-36b0-4c92-acac-683b5e74fbc8,revision_number=3']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:31.814345 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-ed45b79e-5f4d-459d-905d-431a8872112f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:31.886453 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] Attempting to bind port 434c4c3e-36b0-4c92-acac-683b5e74fbc8 on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:26:31.891692 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] Attempting to bind port 434c4c3e-36b0-4c92-acac-683b5e74fbc8 by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '946c7721-7573-4267-b72d-fd235dd82591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5'}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:26:31.891692 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] Attempting to bind port 434c4c3e-36b0-4c92-acac-683b5e74fbc8 on network fc452212-81ca-4caf-a3da-e16d5e17f9a5 {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:26:31.893482 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:26:31.893906 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] Checking segment: {'id': '946c7721-7573-4267-b72d-fd235dd82591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:26:31.894324 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:31.894734 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] Bound using segment: {'id': '946c7721-7573-4267-b72d-fd235dd82591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5'} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:26:31.895222 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] Bound port: 434c4c3e-36b0-4c92-acac-683b5e74fbc8, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946c7721-7573-4267-b72d-fd235dd82591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5'}}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:26:31.895609 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:31.977263 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] For port 434c4c3e-36b0-4c92-acac-683b5e74fbc8, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:26:31.981163 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] For port 434c4c3e-36b0-4c92-acac-683b5e74fbc8, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=434c4c3e-36b0-4c92-acac-683b5e74fbc8,segment=NetworkSegment(946c7721-7573-4267-b72d-fd235dd82591),segment_id=946c7721-7573-4267-b72d-fd235dd82591)] {{(pid=92442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:26:32.065624 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:32.068612 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:32.130607 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] Routers {'5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:26:32.131245 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:26:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:32.136619 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed45b79e-5f4d-459d-905d-431a8872112f None None] Pushing event updated for resources: {'Port': ['ID=434c4c3e-36b0-4c92-acac-683b5e74fbc8,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:32.151576 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5c16d811-8999-4c0b-a2a8-85295ddd255a req-721dfc9e-c11b-4153-a581-911d089a4028 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 210 time: 0.0802271 Jun 10 15:26:32.190900 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-ed45b79e-5f4d-459d-905d-431a8872112f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:32.297089 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] Set router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:26:32.298648 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c0275272-4a49-425d-9aeb-0d2226241a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532409097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532218099'] for subnet, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:32.314370 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-6ba33ea2-55bc-4e4d-94ad-3ba92b466933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:32.383206 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-8d3fccbf-30f5-45fe-8ac4-df079008baa2 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:32.407905 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0275272-4a49-425d-9aeb-0d2226241a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b443e724-edd8-4ac7-9e5d-b9d710b6d9b9,revision_number=0']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:32.412557 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-c0275272-4a49-425d-9aeb-0d2226241a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:32.417697 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0275272-4a49-425d-9aeb-0d2226241a9d admin admin] Checking segment: {'id': 'c528b3f1-3dcf-439e-99c0-412c9a7ebe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f83e1a27-af10-42f9-b1e4-a2d407a01cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:26:32.417697 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0275272-4a49-425d-9aeb-0d2226241a9d admin admin] Network hostable DHCP agents. Network: f83e1a27-af10-42f9-b1e4-a2d407a01cde, hostable agents: ['4860e634-0734-4446-9305-88b306355572'], hosted agents: [] {{(pid=92440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:26:32.473005 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-8d3fccbf-30f5-45fe-8ac4-df079008baa2 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:32.524063 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0275272-4a49-425d-9aeb-0d2226241a9d admin admin] Network f83e1a27-af10-42f9-b1e4-a2d407a01cde is scheduled to be hosted by DHCP agent 4860e634-0734-4446-9305-88b306355572 with binding_index 1 {{(pid=92440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:26:32.574377 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:26:28Z', 'revision_number': 4, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '434c4c3e-36b0-4c92-acac-683b5e74fbc8', 'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'mac_address': 'fa:16:3e:ef:a6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:27Z', 'updated_at': '2021-06-10T15:26:31Z', 'revision_number': 4, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'subnets': [{'id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:32.578523 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf413b99-9292-40d2-ad6a-3098fabc7d8b None None] The sync data for ids ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'] in dv-cinder-772126-2-iscsi is: [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:26:28Z', 'revision_number': 4, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '434c4c3e-36b0-4c92-acac-683b5e74fbc8', 'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'mac_address': 'fa:16:3e:ef:a6:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:27Z', 'updated_at': '2021-06-10T15:26:31Z', 'revision_number': 4, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'subnets': [{'id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:26:32.618921 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.db.l3_db [None req-8d3fccbf-30f5-45fe-8ac4-df079008baa2 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Floating IP 80bfd1c7-3e3f-45ee-8497-817fc61608bb associated. External IP: 172.27.3.44, port: 5bbd350a-ac92-40b0-86a5-ed53b86a9644. Jun 10 15:26:32.684678 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [None req-c0275272-4a49-425d-9aeb-0d2226241a9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-2-iscsi, f83e1a27-af10-42f9-b1e4-a2d407a01cde) {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:26:32.690377 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0275272-4a49-425d-9aeb-0d2226241a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:32.693919 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c0275272-4a49-425d-9aeb-0d2226241a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:32.694900 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05faec4b-847b-4f33-8f50-723ecfeac20b None None] Network f83e1a27-af10-42f9-b1e4-a2d407a01cde requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:26:32.899350 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcc455be-9be4-53fc-9fd0-280f6bd08d86-f83e1a27-af10-42f9-b1e4-a2d407a01cde', 'network_id': 'f83e1a27-af10-42f9-b1e4-a2d407a01cde', 'tenant_id': '44fe35318b7b4ca888b9189b16c8a253', 'fixed_ips': [{'subnet_id': 'b443e724-edd8-4ac7-9e5d-b9d710b6d9b9'}]}} from dv-cinder-772126-2-iscsi. {{(pid=92442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 15:26:32.900386 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:32.907328 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 51530) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:32.907849 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-c0275272-4a49-425d-9aeb-0d2226241a9d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6816101 Jun 10 15:26:32.912754 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-7114d6de-fdbc-4314-8dd6-6f14275627c9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1936236370-router', 'tenant_id': '44fe35318b7b4ca888b9189b16c8a253', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:33.018995 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3fccbf-30f5-45fe-8ac4-df079008baa2 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Router 069be8d1-730c-4986-af9c-6b275da778f1 has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:26:33.028002 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7114d6de-fdbc-4314-8dd6-6f14275627c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26667'] for router, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:33.029571 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7114d6de-fdbc-4314-8dd6-6f14275627c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1009843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26832'] for router, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:33.078145 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 434c4c3e-36b0-4c92-acac-683b5e74fbc8 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:26:33.134287 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7114d6de-fdbc-4314-8dd6-6f14275627c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:33.298287 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3fccbf-30f5-45fe-8ac4-df079008baa2 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:26:33.298287 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-8d3fccbf-30f5-45fe-8ac4-df079008baa2 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for floatingip, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:33.301352 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94fc261-f6c0-42b6-a145-14a1763c39e1 None None] Sync routers for ids ['069be8d1-730c-4986-af9c-6b275da778f1'] in dv-cinder-772126-2-iscsi {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:26:33.301352 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94fc261-f6c0-42b6-a145-14a1763c39e1 None None] Routers {'069be8d1-730c-4986-af9c-6b275da778f1'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:26:33.301352 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-c94fc261-f6c0-42b6-a145-14a1763c39e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:26:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['069be8d1-730c-4986-af9c-6b275da778f1'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:33.321903 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.db_base_plugin_common [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] Allocated IP 172.20.0.2 (f83e1a27-af10-42f9-b1e4-a2d407a01cde/b443e724-edd8-4ac7-9e5d-b9d710b6d9b9/c66e286a-96e7-45d9-b18d-70c9a6b57980) {{(pid=92442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:26:33.358831 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f6b216a0-1f62-4ded-9b95-9c502690960c req-b05b3e8a-74fe-4469-8ba4-cec41453aff8 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 210 time: 0.0703716 Jun 10 15:26:33.407611 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-8d3fccbf-30f5-45fe-8ac4-df079008baa2 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "PUT /v2.0/floatingips/80bfd1c7-3e3f-45ee-8497-817fc61608bb HTTP/1.1" status: 200 len: 991 time: 2.3612447 Jun 10 15:26:33.407611 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f8e23c-d8a2-4640-a652-fd676f03ad77', 'tag': '5bbd350a-ac92-40b0-86a5-ed53b86a9644'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:26:33.407611 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb7e6a2-e558-43ec-9b1c-1fa4f0a9244b" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f8e23c-d8a2-4640-a652-fd676f03ad77", "tag": "5bbd350a-ac92-40b0-86a5-ed53b86a9644"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:26:33.435547 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-c94fc261-f6c0-42b6-a145-14a1763c39e1 None None] Set router 069be8d1-730c-4986-af9c-6b275da778f1 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:26:33.439583 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d75a04-9aa3-47aa-808c-930c5be6e6e0 x-openstack-request-id: req-f9d75a04-9aa3-47aa-808c-930c5be6e6e0 {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:26:33.439954 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f8e23c-d8a2-4640-a652-fd676f03ad77", "tag": "5bbd350a-ac92-40b0-86a5-ed53b86a9644", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:26:33.440275 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9d75a04-9aa3-47aa-808c-930c5be6e6e0 {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:26:33.440697 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f8e23c-d8a2-4640-a652-fd676f03ad77', 'tag': '5bbd350a-ac92-40b0-86a5-ed53b86a9644', 'status': 'completed', 'code': 200} Jun 10 15:26:33.485298 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port 434c4c3e-36b0-4c92-acac-683b5e74fbc8 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:26:33.504039 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 434c4c3e-36b0-4c92-acac-683b5e74fbc8 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:33.504418 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:33.594492 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] Notify callbacks [] for port, precommit_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:33.613230 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] Transition to ACTIVE for port object c66e286a-96e7-45d9-b18d-70c9a6b57980 will not be triggered until provisioned by entity L2. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:26:33.640271 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] Transition to ACTIVE for port object c66e286a-96e7-45d9-b18d-70c9a6b57980 will not be triggered until provisioned by entity DHCP. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:26:33.692577 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7114d6de-fdbc-4314-8dd6-6f14275627c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26822'] for router, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:33.697663 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:33.719469 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:33.722514 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:33.747312 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port 434c4c3e-36b0-4c92-acac-683b5e74fbc8, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=434c4c3e-36b0-4c92-acac-683b5e74fbc8,segment=NetworkSegment(946c7721-7573-4267-b72d-fd235dd82591),segment_id=946c7721-7573-4267-b72d-fd235dd82591)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:26:33.792839 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] Network f83e1a27-af10-42f9-b1e4-a2d407a01cde is already hosted by enough agents. {{(pid=92442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:26:33.796248 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.scheduler.base_scheduler [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] Resources bound (agent type, host, resource id): {{(pid=92442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:26:33.798722 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] Received port after_create {{(pid=92442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:26:33.808871 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-c94fc261-f6c0-42b6-a145-14a1763c39e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069be8d1-730c-4986-af9c-6b275da778f1', 'name': 'tempest-AttachVolumeTestJSON-1301189758-router', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:25:53Z', 'updated_at': '2021-06-10T15:25:59Z', 'revision_number': 4, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'gw_port': {'id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:54Z', 'updated_at': '2021-06-10T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': '80bfd1c7-3e3f-45ee-8497-817fc61608bb', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'floating_ip_address': '172.27.3.44', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'port_id': '5bbd350a-ac92-40b0-86a5-ed53b86a9644', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'mac_address': 'fa:16:3e:1e:d6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f8e23c-d8a2-4640-a652-fd676f03ad77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:26:05Z', 'updated_at': '2021-06-10T15:26:32Z', 'revision_number': 1, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bf3ae0-a8ce-4388-9fc6-079f14d5306c', 'name': '', 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'mac_address': 'fa:16:3e:91:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:58Z', 'updated_at': '2021-06-10T15:26:05Z', 'revision_number': 5, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'subnets': [{'id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:33.812076 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] Pushing event updated for resources: {'Port': ['ID=c66e286a-96e7-45d9-b18d-70c9a6b57980,revision_number=1']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:33.813235 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94fc261-f6c0-42b6-a145-14a1763c39e1 None None] Checking router: 069be8d1-730c-4986-af9c-6b275da778f1 for host: dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:26:33.816469 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:33.825476 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94fc261-f6c0-42b6-a145-14a1763c39e1 None None] Routers {'069be8d1-730c-4986-af9c-6b275da778f1'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:26:33.827465 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-c94fc261-f6c0-42b6-a145-14a1763c39e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:26:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['069be8d1-730c-4986-af9c-6b275da778f1'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:33.882251 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:33.885353 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-ed45b79e-5f4d-459d-905d-431a8872112f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:33.889738 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] Attempting to bind port c66e286a-96e7-45d9-b18d-70c9a6b57980 on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:26:33.889738 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] Attempting to bind port c66e286a-96e7-45d9-b18d-70c9a6b57980 by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': 'c528b3f1-3dcf-439e-99c0-412c9a7ebe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f83e1a27-af10-42f9-b1e4-a2d407a01cde'}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:26:33.890036 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] Attempting to bind port c66e286a-96e7-45d9-b18d-70c9a6b57980 on network f83e1a27-af10-42f9-b1e4-a2d407a01cde {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:26:33.923294 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:26:33.924041 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] Checking segment: {'id': 'c528b3f1-3dcf-439e-99c0-412c9a7ebe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f83e1a27-af10-42f9-b1e4-a2d407a01cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:26:33.924153 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:33.924461 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] Bound using segment: {'id': 'c528b3f1-3dcf-439e-99c0-412c9a7ebe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f83e1a27-af10-42f9-b1e4-a2d407a01cde'} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:26:33.925017 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] Bound port: c66e286a-96e7-45d9-b18d-70c9a6b57980, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c528b3f1-3dcf-439e-99c0-412c9a7ebe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f83e1a27-af10-42f9-b1e4-a2d407a01cde'}}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:26:33.925314 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:33.990066 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=434c4c3e-36b0-4c92-acac-683b5e74fbc8,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:33.999557 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:34.001485 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-c94fc261-f6c0-42b6-a145-14a1763c39e1 None None] Set router 069be8d1-730c-4986-af9c-6b275da778f1 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:26:34.026761 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] For port c66e286a-96e7-45d9-b18d-70c9a6b57980, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:26:34.030127 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] For port c66e286a-96e7-45d9-b18d-70c9a6b57980, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=c66e286a-96e7-45d9-b18d-70c9a6b57980,segment=NetworkSegment(c528b3f1-3dcf-439e-99c0-412c9a7ebe0a),segment_id=c528b3f1-3dcf-439e-99c0-412c9a7ebe0a)] {{(pid=92442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:26:34.114716 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7114d6de-fdbc-4314-8dd6-6f14275627c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:34.136327 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:34.139193 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:34.145996 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7114d6de-fdbc-4314-8dd6-6f14275627c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:34.201495 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] Pushing event updated for resources: {'Port': ['ID=c66e286a-96e7-45d9-b18d-70c9a6b57980,revision_number=2']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:34.211597 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:34.280188 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [None req-7114d6de-fdbc-4314-8dd6-6f14275627c9 admin admin] Allocated IP 172.27.3.7 (bafb3150-7231-46b7-88ed-3af7e5c7810a/66421b7e-18a2-4c9a-a813-c12246305922/accd133a-bcee-4b35-beb2-d50318532f14) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:26:34.302448 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-c94fc261-f6c0-42b6-a145-14a1763c39e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069be8d1-730c-4986-af9c-6b275da778f1', 'name': 'tempest-AttachVolumeTestJSON-1301189758-router', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:25:53Z', 'updated_at': '2021-06-10T15:25:59Z', 'revision_number': 4, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'gw_port': {'id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:54Z', 'updated_at': '2021-06-10T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': '80bfd1c7-3e3f-45ee-8497-817fc61608bb', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'floating_ip_address': '172.27.3.44', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'port_id': '5bbd350a-ac92-40b0-86a5-ed53b86a9644', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'mac_address': 'fa:16:3e:1e:d6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f8e23c-d8a2-4640-a652-fd676f03ad77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:26:05Z', 'updated_at': '2021-06-10T15:26:32Z', 'revision_number': 1, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bf3ae0-a8ce-4388-9fc6-079f14d5306c', 'name': '', 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'mac_address': 'fa:16:3e:91:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:58Z', 'updated_at': '2021-06-10T15:26:05Z', 'revision_number': 5, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'subnets': [{'id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:34.307835 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94fc261-f6c0-42b6-a145-14a1763c39e1 None None] The sync data for ids ['069be8d1-730c-4986-af9c-6b275da778f1'] in dv-cinder-772126-2-iscsi is: [{'id': '069be8d1-730c-4986-af9c-6b275da778f1', 'name': 'tempest-AttachVolumeTestJSON-1301189758-router', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:25:53Z', 'updated_at': '2021-06-10T15:25:59Z', 'revision_number': 4, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'gw_port': {'id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:54Z', 'updated_at': '2021-06-10T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': '80bfd1c7-3e3f-45ee-8497-817fc61608bb', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'floating_ip_address': '172.27.3.44', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'port_id': '5bbd350a-ac92-40b0-86a5-ed53b86a9644', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 290, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'mac_address': 'fa:16:3e:1e:d6:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6f8e23c-d8a2-4640-a652-fd676f03ad77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:26:05Z', 'updated_at': '2021-06-10T15:26:32Z', 'revision_number': 1, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bf3ae0-a8ce-4388-9fc6-079f14d5306c', 'name': '', 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'mac_address': 'fa:16:3e:91:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:58Z', 'updated_at': '2021-06-10T15:26:05Z', 'revision_number': 5, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'subnets': [{'id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:26:34.459097 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7114d6de-fdbc-4314-8dd6-6f14275627c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:34.549773 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffec5660-989d-423f-b94a-9c8819796e9b None None] New status for floating IP 80bfd1c7-3e3f-45ee-8497-817fc61608bb: ACTIVE {{(pid=92442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:26:34.582102 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7114d6de-fdbc-4314-8dd6-6f14275627c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:34.584183 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:34.633208 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7114d6de-fdbc-4314-8dd6-6f14275627c9 admin admin] Network bafb3150-7231-46b7-88ed-3af7e5c7810a is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:26:34.635962 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-7114d6de-fdbc-4314-8dd6-6f14275627c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:26:34.641275 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7114d6de-fdbc-4314-8dd6-6f14275627c9 admin admin] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:26:34.644079 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114d6de-fdbc-4314-8dd6-6f14275627c9 admin admin] Pushing event updated for resources: {'Port': ['ID=accd133a-bcee-4b35-beb2-d50318532f14,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:34.694678 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7114d6de-fdbc-4314-8dd6-6f14275627c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:34.963821 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-99943507-5286-451e-8932-74a08a4e981e req-d22d5973-1174-473e-bde7-42fdf8b9d4d6 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 210 time: 0.0401926 Jun 10 15:26:35.084259 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7e6a2-e558-43ec-9b1c-1fa4f0a9244b req-fd9a0b06-bb6d-4965-ad46-9d7f894fece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:35.085904 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-8eb7e6a2-e558-43ec-9b1c-1fa4f0a9244b req-fd9a0b06-bb6d-4965-ad46-9d7f894fece2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d6983c1aeef04c37b1bcd3eb66cde14a&device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 1099 time: 0.1123686 Jun 10 15:26:35.133057 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 434c4c3e-36b0-4c92-acac-683b5e74fbc8 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:26:35.210110 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 434c4c3e-36b0-4c92-acac-683b5e74fbc8 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:35.210492 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:35.224057 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7e6a2-e558-43ec-9b1c-1fa4f0a9244b req-64908010-4e3b-4039-9ae2-8bb1c37eb784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:35.225573 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-8eb7e6a2-e558-43ec-9b1c-1fa4f0a9244b req-64908010-4e3b-4039-9ae2-8bb1c37eb784 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d8191dcc-30ce-4ad4-9767-678dd0532ea2 HTTP/1.1" status: 200 len: 912 time: 0.1328413 Jun 10 15:26:35.271594 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b601534e-f6dd-4f90-a5a2-f58b59e830b3 None None] Network f83e1a27-af10-42f9-b1e4-a2d407a01cde requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:26:35.397550 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device c66e286a-96e7-45d9-b18d-70c9a6b57980 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:26:35.447110 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-8eb7e6a2-e558-43ec-9b1c-1fa4f0a9244b req-cee9013f-6752-44f8-8a86-6e482786d775 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bbd350a-ac92-40b0-86a5-ed53b86a9644 HTTP/1.1" status: 200 len: 1001 time: 0.2110577 Jun 10 15:26:35.497563 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7114d6de-fdbc-4314-8dd6-6f14275627c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:35.540031 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-a73e607f-67ac-452e-bc92-3f424a900d3e None None] Provisioning for port c66e286a-96e7-45d9-b18d-70c9a6b57980 completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:26:35.613255 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7e6a2-e558-43ec-9b1c-1fa4f0a9244b req-9ab51ed1-592e-4b44-88d0-a23cc3481f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:35.614738 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-8eb7e6a2-e558-43ec-9b1c-1fa4f0a9244b req-9ab51ed1-592e-4b44-88d0-a23cc3481f7b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=146d4102-3e59-4e06-be05-0c274045f9fb HTTP/1.1" status: 200 len: 850 time: 0.1593640 Jun 10 15:26:35.690433 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port c66e286a-96e7-45d9-b18d-70c9a6b57980 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:26:35.695391 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port c66e286a-96e7-45d9-b18d-70c9a6b57980 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:35.696262 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:35.808295 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-8e5ca045-1d70-47f6-a281-a21136bb5cdb None None] Provisioning complete for port c66e286a-96e7-45d9-b18d-70c9a6b57980 triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:35.808295 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e5ca045-1d70-47f6-a281-a21136bb5cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:35.809694 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:35.812546 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7e6a2-e558-43ec-9b1c-1fa4f0a9244b req-d244bc80-e93d-41dd-abe9-c0178e306d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:35.814010 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-8eb7e6a2-e558-43ec-9b1c-1fa4f0a9244b req-d244bc80-e93d-41dd-abe9-c0178e306d17 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8191dcc-30ce-4ad4-9767-678dd0532ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1905739 Jun 10 15:26:35.840946 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7114d6de-fdbc-4314-8dd6-6f14275627c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938747'] for router, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:35.898693 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port c66e286a-96e7-45d9-b18d-70c9a6b57980, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=c66e286a-96e7-45d9-b18d-70c9a6b57980,segment=NetworkSegment(c528b3f1-3dcf-439e-99c0-412c9a7ebe0a),segment_id=c528b3f1-3dcf-439e-99c0-412c9a7ebe0a)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:26:35.953051 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e5ca045-1d70-47f6-a281-a21136bb5cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:35.993865 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:35.997545 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-c3bd9b25-e665-4826-b13b-0787ff4fe83b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:36.084640 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7114d6de-fdbc-4314-8dd6-6f14275627c9 admin admin] Router 7b940766-053a-463f-9a75-ce2cd4fb1a78 is scheduled to L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa with binding_index 1 {{(pid=92441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 15:26:36.084975 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.db.api [None req-8e5ca045-1d70-47f6-a281-a21136bb5cdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 15:26:36.085372 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_db.api [None req-8e5ca045-1d70-47f6-a281-a21136bb5cdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 15:26:36.088005 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=c66e286a-96e7-45d9-b18d-70c9a6b57980,revision_number=3']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:36.091038 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:36.230799 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7114d6de-fdbc-4314-8dd6-6f14275627c9 admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:26:36.238958 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] Sync routers for ids ['7b940766-053a-463f-9a75-ce2cd4fb1a78'] in dv-cinder-772126-2-iscsi {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:26:36.247516 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] Routers {'7b940766-053a-463f-9a75-ce2cd4fb1a78'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:26:36.248240 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:26:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['7b940766-053a-463f-9a75-ce2cd4fb1a78'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:36.312942 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7114d6de-fdbc-4314-8dd6-6f14275627c9 admin admin] Notify callbacks [] for router, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:36.316624 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-7114d6de-fdbc-4314-8dd6-6f14275627c9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4050884 Jun 10 15:26:36.316820 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 51564) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:36.384386 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] Set router 7b940766-053a-463f-9a75-ce2cd4fb1a78 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:26:36.698953 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b940766-053a-463f-9a75-ce2cd4fb1a78', 'name': 'tempest-TestVolumeBootPattern-1936236370-router', 'tenant_id': '44fe35318b7b4ca888b9189b16c8a253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'accd133a-bcee-4b35-beb2-d50318532f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:33Z', 'updated_at': '2021-06-10T15:26:35Z', 'revision_number': 3, 'project_id': '44fe35318b7b4ca888b9189b16c8a253', 'gw_port': {'id': 'accd133a-bcee-4b35-beb2-d50318532f14', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b940766-053a-463f-9a75-ce2cd4fb1a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:34Z', 'updated_at': '2021-06-10T15:26:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:36.703693 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] Checking router: 7b940766-053a-463f-9a75-ce2cd4fb1a78 for host: dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:26:36.704040 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] Updating router 7b940766-053a-463f-9a75-ce2cd4fb1a78 port accd133a-bcee-4b35-beb2-d50318532f14 binding host dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:26:36.748950 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:37.003862 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device c66e286a-96e7-45d9-b18d-70c9a6b57980 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:26:37.048117 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] Notify callbacks [] for port, precommit_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:37.058062 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.provisioning_blocks [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] Transition to ACTIVE for port object accd133a-bcee-4b35-beb2-d50318532f14 will not be triggered until provisioned by entity L2. {{(pid=92443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:26:37.063016 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port c66e286a-96e7-45d9-b18d-70c9a6b57980 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:37.063495 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:37.118262 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-66afb2d1-a713-4dd2-862a-b369d322f0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:37.127485 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:37.131095 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:37.187212 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa2ec5-480d-40fe-a7d2-fdc906a254af None None] Pushing event updated for resources: {'Port': ['ID=accd133a-bcee-4b35-beb2-d50318532f14,revision_number=2']} {{(pid=92443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:37.195659 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-44aa2ec5-480d-40fe-a7d2-fdc906a254af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:37.205149 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] Attempting to bind port accd133a-bcee-4b35-beb2-d50318532f14 on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:26:37.205149 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] Attempting to bind port accd133a-bcee-4b35-beb2-d50318532f14 by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}] {{(pid=92443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:26:37.205149 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] Attempting to bind port accd133a-bcee-4b35-beb2-d50318532f14 on network bafb3150-7231-46b7-88ed-3af7e5c7810a {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:26:37.206114 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:26:37.206701 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] Checking segment: {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:26:37.207410 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:37.207938 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] Bound using segment: {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'} {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:26:37.208917 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] Bound port: accd133a-bcee-4b35-beb2-d50318532f14, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}}] {{(pid=92443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:26:37.209589 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:37.278068 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.db [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] For port accd133a-bcee-4b35-beb2-d50318532f14, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:26:37.281762 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.db [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] For port accd133a-bcee-4b35-beb2-d50318532f14, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=accd133a-bcee-4b35-beb2-d50318532f14,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:26:37.370933 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:37.373829 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:37.416175 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [None req-66afb2d1-a713-4dd2-862a-b369d322f0e9 admin admin] Allocated IP 172.20.0.1 (f83e1a27-af10-42f9-b1e4-a2d407a01cde/b443e724-edd8-4ac7-9e5d-b9d710b6d9b9/87949dd9-1088-4944-974c-9df804dfe88c) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:26:37.429114 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-8eb7e6a2-e558-43ec-9b1c-1fa4f0a9244b req-a0d69e9d-832f-4dae-b19a-c3c69efea18b service neutron] 10.222.0.45 "GET /v2.0/networks/d8191dcc-30ce-4ad4-9767-678dd0532ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771057 Jun 10 15:26:37.440517 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] Routers {'7b940766-053a-463f-9a75-ce2cd4fb1a78'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:26:37.441149 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:26:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['7b940766-053a-463f-9a75-ce2cd4fb1a78'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:37.496812 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa2ec5-480d-40fe-a7d2-fdc906a254af None None] Pushing event updated for resources: {'Port': ['ID=accd133a-bcee-4b35-beb2-d50318532f14,revision_number=3']} {{(pid=92443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:37.543968 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-44aa2ec5-480d-40fe-a7d2-fdc906a254af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:37.557388 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-66afb2d1-a713-4dd2-862a-b369d322f0e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:37.572408 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.provisioning_blocks [None req-66afb2d1-a713-4dd2-862a-b369d322f0e9 admin admin] Transition to ACTIVE for port object 87949dd9-1088-4944-974c-9df804dfe88c will not be triggered until provisioned by entity DHCP. {{(pid=92441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:26:37.596192 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] Set router 7b940766-053a-463f-9a75-ce2cd4fb1a78 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:26:37.684140 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-66afb2d1-a713-4dd2-862a-b369d322f0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:37.694507 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7370e565-587f-44af-be0c-62bf30ad5aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:37.728360 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66afb2d1-a713-4dd2-862a-b369d322f0e9 admin admin] Network f83e1a27-af10-42f9-b1e4-a2d407a01cde is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:26:37.731374 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-66afb2d1-a713-4dd2-862a-b369d322f0e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:26:37.739196 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66afb2d1-a713-4dd2-862a-b369d322f0e9 admin admin] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:26:37.739668 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-66afb2d1-a713-4dd2-862a-b369d322f0e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-934716'] for router_interface, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:37.799805 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afb2d1-a713-4dd2-862a-b369d322f0e9 admin admin] Pushing event updated for resources: {'Port': ['ID=87949dd9-1088-4944-974c-9df804dfe88c,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:37.803639 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-66afb2d1-a713-4dd2-862a-b369d322f0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:37.845364 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b940766-053a-463f-9a75-ce2cd4fb1a78', 'name': 'tempest-TestVolumeBootPattern-1936236370-router', 'tenant_id': '44fe35318b7b4ca888b9189b16c8a253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'accd133a-bcee-4b35-beb2-d50318532f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:33Z', 'updated_at': '2021-06-10T15:26:35Z', 'revision_number': 3, 'project_id': '44fe35318b7b4ca888b9189b16c8a253', 'gw_port': {'id': 'accd133a-bcee-4b35-beb2-d50318532f14', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b940766-053a-463f-9a75-ce2cd4fb1a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:34Z', 'updated_at': '2021-06-10T15:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:37.848990 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8f81a7-8500-4505-9f3b-f8a1613cd58f None None] The sync data for ids ['7b940766-053a-463f-9a75-ce2cd4fb1a78'] in dv-cinder-772126-2-iscsi is: [{'id': '7b940766-053a-463f-9a75-ce2cd4fb1a78', 'name': 'tempest-TestVolumeBootPattern-1936236370-router', 'tenant_id': '44fe35318b7b4ca888b9189b16c8a253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'accd133a-bcee-4b35-beb2-d50318532f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:33Z', 'updated_at': '2021-06-10T15:26:35Z', 'revision_number': 3, 'project_id': '44fe35318b7b4ca888b9189b16c8a253', 'gw_port': {'id': 'accd133a-bcee-4b35-beb2-d50318532f14', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b940766-053a-463f-9a75-ce2cd4fb1a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:34Z', 'updated_at': '2021-06-10T15:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}] {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:26:38.024899 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-66afb2d1-a713-4dd2-862a-b369d322f0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:38.050085 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-66290427-3376-418b-afa2-f273f745cab0 None None] Provisioning for port 87949dd9-1088-4944-974c-9df804dfe88c completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:26:38.054451 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-66290427-3376-418b-afa2-f273f745cab0 None None] Provisioning complete for port 87949dd9-1088-4944-974c-9df804dfe88c triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:38.054947 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-66290427-3376-418b-afa2-f273f745cab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:38.127858 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-66290427-3376-418b-afa2-f273f745cab0 None None] Port 87949dd9-1088-4944-974c-9df804dfe88c cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:26:38.251438 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-66afb2d1-a713-4dd2-862a-b369d322f0e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:38.333675 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-66afb2d1-a713-4dd2-862a-b369d322f0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:38.334413 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-66afb2d1-a713-4dd2-862a-b369d322f0e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-934728'] for router_interface, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:38.336363 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-d323663f-c6f2-4eaa-94f8-86a8ba4121e1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:38.414851 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afb2d1-a713-4dd2-862a-b369d322f0e9 admin admin] Pushing event updated for resources: {'Port': ['ID=87949dd9-1088-4944-974c-9df804dfe88c,revision_number=2']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:38.419292 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-66afb2d1-a713-4dd2-862a-b369d322f0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:38.500279 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66afb2d1-a713-4dd2-862a-b369d322f0e9 admin admin] Network f83e1a27-af10-42f9-b1e4-a2d407a01cde is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:26:38.501733 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-66afb2d1-a713-4dd2-862a-b369d322f0e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:26:38.658756 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66afb2d1-a713-4dd2-862a-b369d322f0e9 admin admin] Router 7b940766-053a-463f-9a75-ce2cd4fb1a78 has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:26:38.752013 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-777ab318-2c0e-411d-8ba1-be13756498dd None None] Provisioning complete for port 87949dd9-1088-4944-974c-9df804dfe88c triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:38.752405 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-777ab318-2c0e-411d-8ba1-be13756498dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:38.798708 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-777ab318-2c0e-411d-8ba1-be13756498dd None None] Port 87949dd9-1088-4944-974c-9df804dfe88c cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:26:38.807664 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66afb2d1-a713-4dd2-862a-b369d322f0e9 admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:26:38.812869 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-66afb2d1-a713-4dd2-862a-b369d322f0e9 admin admin] 10.222.0.26 "PUT /v2.0/routers/7b940766-053a-463f-9a75-ce2cd4fb1a78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4950609 Jun 10 15:26:39.016348 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device accd133a-bcee-4b35-beb2-d50318532f14 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:26:39.135767 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port accd133a-bcee-4b35-beb2-d50318532f14 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:26:39.139498 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port accd133a-bcee-4b35-beb2-d50318532f14 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:39.139879 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:39.353109 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:39.375286 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port accd133a-bcee-4b35-beb2-d50318532f14, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=accd133a-bcee-4b35-beb2-d50318532f14,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:26:39.450177 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:39.452661 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:39.507550 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=accd133a-bcee-4b35-beb2-d50318532f14,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:39.510681 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:40.366397 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] Sync routers for ids ['7b940766-053a-463f-9a75-ce2cd4fb1a78'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:26:40.379059 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] Routers {'7b940766-053a-463f-9a75-ce2cd4fb1a78'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:26:40.379912 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:26:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['7b940766-053a-463f-9a75-ce2cd4fb1a78'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:40.448367 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-8eb7e6a2-e558-43ec-9b1c-1fa4f0a9244b req-23eb648f-a79a-4645-9066-d04eae3fb5e1 service neutron] 10.222.0.45 "GET /v2.0/networks/d8191dcc-30ce-4ad4-9767-678dd0532ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573956 Jun 10 15:26:40.544207 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f3936290-d914-4029-ad99-5774302466c3 req-8635f8c1-ddae-40eb-b05c-d48014e2414e tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 210 time: 0.0376613 Jun 10 15:26:40.547602 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] Set router 7b940766-053a-463f-9a75-ce2cd4fb1a78 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:26:40.839857 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b940766-053a-463f-9a75-ce2cd4fb1a78', 'name': 'tempest-TestVolumeBootPattern-1936236370-router', 'tenant_id': '44fe35318b7b4ca888b9189b16c8a253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'accd133a-bcee-4b35-beb2-d50318532f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:33Z', 'updated_at': '2021-06-10T15:26:37Z', 'revision_number': 4, 'project_id': '44fe35318b7b4ca888b9189b16c8a253', 'gw_port': {'id': 'accd133a-bcee-4b35-beb2-d50318532f14', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b940766-053a-463f-9a75-ce2cd4fb1a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:34Z', 'updated_at': '2021-06-10T15:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '87949dd9-1088-4944-974c-9df804dfe88c', 'name': '', 'network_id': 'f83e1a27-af10-42f9-b1e4-a2d407a01cde', 'tenant_id': '44fe35318b7b4ca888b9189b16c8a253', 'mac_address': 'fa:16:3e:5f:d3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b940766-053a-463f-9a75-ce2cd4fb1a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b443e724-edd8-4ac7-9e5d-b9d710b6d9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:37Z', 'updated_at': '2021-06-10T15:26:38Z', 'revision_number': 2, 'project_id': '44fe35318b7b4ca888b9189b16c8a253', 'subnets': [{'id': 'b443e724-edd8-4ac7-9e5d-b9d710b6d9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:40.843847 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] Checking router: 7b940766-053a-463f-9a75-ce2cd4fb1a78 for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:26:40.844205 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] Updating router 7b940766-053a-463f-9a75-ce2cd4fb1a78 port 87949dd9-1088-4944-974c-9df804dfe88c binding host dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:26:40.883872 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:41.049202 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device accd133a-bcee-4b35-beb2-d50318532f14 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:26:41.097197 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfbdf3-9863-4cb2-bb6f-c635553a29b7 req-5eddf325-68a9-450f-a496-ca4848d34c74 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:41.104285 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-36cfbdf3-9863-4cb2-bb6f-c635553a29b7 req-5eddf325-68a9-450f-a496-ca4848d34c74 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfac46e3-3cba-4932-bada-a20ba1eb50d0 HTTP/1.1" status: 200 len: 946 time: 0.0859904 Jun 10 15:26:41.143368 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-36cfbdf3-9863-4cb2-bb6f-c635553a29b7 req-36e77181-d89b-40e7-930f-6bc1e0920d60 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377965 Jun 10 15:26:41.187184 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port accd133a-bcee-4b35-beb2-d50318532f14 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:41.187566 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:41.291713 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] Notify callbacks [] for port, precommit_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:41.332379 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] Transition to ACTIVE for port object 87949dd9-1088-4944-974c-9df804dfe88c will not be triggered until provisioned by entity L2. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:26:41.422325 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:41.425336 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:41.472621 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 51608) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:41.478436 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-f517ae5a-3194-490a-b9f1-85d3cf01defe tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-991954246', 'description': 'tempest-secgroup-smoke-991954246 description', 'project_id': '3a3ed0fc5497463faac2851a1aeb412c'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:41.537783 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65550c-640a-403e-bb59-2bd597896057 req-ec9e21bd-3690-4b2c-b0ed-2f1014636aa3 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:41.539022 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-0a65550c-640a-403e-bb59-2bd597896057 req-ec9e21bd-3690-4b2c-b0ed-2f1014636aa3 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.45 "GET /v2.0/networks?id=a8357f5f-440f-4b01-82f1-2775013c9a3c HTTP/1.1" status: 200 len: 813 time: 0.2044544 Jun 10 15:26:41.549236 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223de5d2-3034-4690-b4eb-036de68421c6 None None] Pushing event updated for resources: {'Port': ['ID=87949dd9-1088-4944-974c-9df804dfe88c,revision_number=3']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:41.558059 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [req-0a65550c-640a-403e-bb59-2bd597896057 req-16432148-29ed-45d6-a67f-e8705c9242bd tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Request body: {'port': {'device_id': '627ebe65-90ed-4415-b69c-e0b98398706c', 'network_id': 'a8357f5f-440f-4b01-82f1-2775013c9a3c', 'admin_state_up': True, 'tenant_id': '1d545de86d7147769f15bb6e7fc706dd'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:41.637421 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-223de5d2-3034-4690-b4eb-036de68421c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:41.662050 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-f517ae5a-3194-490a-b9f1-85d3cf01defe tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:41.720805 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] Attempting to bind port 87949dd9-1088-4944-974c-9df804dfe88c on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:26:41.721837 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] Attempting to bind port 87949dd9-1088-4944-974c-9df804dfe88c by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': 'c528b3f1-3dcf-439e-99c0-412c9a7ebe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f83e1a27-af10-42f9-b1e4-a2d407a01cde'}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:26:41.721837 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] Attempting to bind port 87949dd9-1088-4944-974c-9df804dfe88c on network f83e1a27-af10-42f9-b1e4-a2d407a01cde {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:26:41.727188 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:26:41.727565 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] Checking segment: {'id': 'c528b3f1-3dcf-439e-99c0-412c9a7ebe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f83e1a27-af10-42f9-b1e4-a2d407a01cde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:26:41.727972 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:41.728695 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] Bound using segment: {'id': 'c528b3f1-3dcf-439e-99c0-412c9a7ebe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f83e1a27-af10-42f9-b1e4-a2d407a01cde'} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:26:41.728820 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] Bound port: 87949dd9-1088-4944-974c-9df804dfe88c, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c528b3f1-3dcf-439e-99c0-412c9a7ebe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'f83e1a27-af10-42f9-b1e4-a2d407a01cde'}}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:26:41.729184 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:41.752182 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d47ab226-32ff-4ec8-9d5c-2a836fdbd094 req-b2e86315-9284-4b08-89cf-d1c34d438e08 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 210 time: 0.0416672 Jun 10 15:26:41.823749 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-f517ae5a-3194-490a-b9f1-85d3cf01defe tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:41.825006 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] For port 87949dd9-1088-4944-974c-9df804dfe88c, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:26:41.831442 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] For port 87949dd9-1088-4944-974c-9df804dfe88c, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=87949dd9-1088-4944-974c-9df804dfe88c,segment=NetworkSegment(c528b3f1-3dcf-439e-99c0-412c9a7ebe0a),segment_id=c528b3f1-3dcf-439e-99c0-412c9a7ebe0a)] {{(pid=92442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:26:41.936362 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-f517ae5a-3194-490a-b9f1-85d3cf01defe tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:41.936567 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:41.939275 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:41.940825 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-5e50b917-9c2d-4230-8b89-15ecc97936e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:41.970910 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517ae5a-3194-490a-b9f1-85d3cf01defe tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a223e966-1a60-42e1-8e44-bc20c051be9b,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:41.973734 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-f517ae5a-3194-490a-b9f1-85d3cf01defe tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:42.014378 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] Routers {'7b940766-053a-463f-9a75-ce2cd4fb1a78'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:26:42.015030 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:26:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['7b940766-053a-463f-9a75-ce2cd4fb1a78'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:42.019869 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223de5d2-3034-4690-b4eb-036de68421c6 None None] Pushing event updated for resources: {'Port': ['ID=87949dd9-1088-4944-974c-9df804dfe88c,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:42.029567 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a65550c-640a-403e-bb59-2bd597896057 req-16432148-29ed-45d6-a67f-e8705c9242bd tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Made reservation on behalf of 1d545de86d7147769f15bb6e7fc706dd for: {'port': 1} {{(pid=92441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:26:42.033139 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-0a65550c-640a-403e-bb59-2bd597896057 req-16432148-29ed-45d6-a67f-e8705c9242bd tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:42.068468 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-223de5d2-3034-4690-b4eb-036de68421c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:42.113258 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-f517ae5a-3194-490a-b9f1-85d3cf01defe tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:42.114548 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-f517ae5a-3194-490a-b9f1-85d3cf01defe tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6409194 Jun 10 15:26:42.117450 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 51614) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:42.124796 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-e63cbb17-8f02-44fc-9c5a-63351e04f410 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Request body: {'security_group_rule': {'security_group_id': 'a223e966-1a60-42e1-8e44-bc20c051be9b', 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:42.183939 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] Set router 7b940766-053a-463f-9a75-ce2cd4fb1a78 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:26:42.192549 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [req-0a65550c-640a-403e-bb59-2bd597896057 req-16432148-29ed-45d6-a67f-e8705c9242bd tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Allocated IP 172.20.0.7 (a8357f5f-440f-4b01-82f1-2775013c9a3c/f127d856-071b-4cb5-80a7-167fe5e0a077/9a4f1e1c-885a-4602-87d6-378d4320c9bc) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:26:42.209039 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:26:42.255458 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e63cbb17-8f02-44fc-9c5a-63351e04f410 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:42.383489 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-0a65550c-640a-403e-bb59-2bd597896057 req-16432148-29ed-45d6-a67f-e8705c9242bd tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:42.389538 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c8ed9-f2e1-45fd-b1d3-5c78fff18171 req-d2b649ca-c5c6-4bea-afcf-4e5cb0141aab tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:42.393117 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1e8c8ed9-f2e1-45fd-b1d3-5c78fff18171 req-d2b649ca-c5c6-4bea-afcf-4e5cb0141aab tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfac46e3-3cba-4932-bada-a20ba1eb50d0 HTTP/1.1" status: 200 len: 946 time: 0.1136870 Jun 10 15:26:42.398080 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e63cbb17-8f02-44fc-9c5a-63351e04f410 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:42.438285 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1e8c8ed9-f2e1-45fd-b1d3-5c78fff18171 req-6c956aad-6ca6-4c88-9252-02f1ea8a286f tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362701 Jun 10 15:26:42.452078 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b940766-053a-463f-9a75-ce2cd4fb1a78', 'name': 'tempest-TestVolumeBootPattern-1936236370-router', 'tenant_id': '44fe35318b7b4ca888b9189b16c8a253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'accd133a-bcee-4b35-beb2-d50318532f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:33Z', 'updated_at': '2021-06-10T15:26:37Z', 'revision_number': 4, 'project_id': '44fe35318b7b4ca888b9189b16c8a253', 'gw_port': {'id': 'accd133a-bcee-4b35-beb2-d50318532f14', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b940766-053a-463f-9a75-ce2cd4fb1a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:34Z', 'updated_at': '2021-06-10T15:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '87949dd9-1088-4944-974c-9df804dfe88c', 'name': '', 'network_id': 'f83e1a27-af10-42f9-b1e4-a2d407a01cde', 'tenant_id': '44fe35318b7b4ca888b9189b16c8a253', 'mac_address': 'fa:16:3e:5f:d3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b940766-053a-463f-9a75-ce2cd4fb1a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b443e724-edd8-4ac7-9e5d-b9d710b6d9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:37Z', 'updated_at': '2021-06-10T15:26:41Z', 'revision_number': 4, 'project_id': '44fe35318b7b4ca888b9189b16c8a253', 'subnets': [{'id': 'b443e724-edd8-4ac7-9e5d-b9d710b6d9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:26:42.456003 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf5f4b-0ee2-4ee6-9136-c105f1f3b1f4 None None] The sync data for ids ['7b940766-053a-463f-9a75-ce2cd4fb1a78'] in dv-cinder-772126-2-iscsi is: [{'id': '7b940766-053a-463f-9a75-ce2cd4fb1a78', 'name': 'tempest-TestVolumeBootPattern-1936236370-router', 'tenant_id': '44fe35318b7b4ca888b9189b16c8a253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'accd133a-bcee-4b35-beb2-d50318532f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:33Z', 'updated_at': '2021-06-10T15:26:37Z', 'revision_number': 4, 'project_id': '44fe35318b7b4ca888b9189b16c8a253', 'gw_port': {'id': 'accd133a-bcee-4b35-beb2-d50318532f14', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b940766-053a-463f-9a75-ce2cd4fb1a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:34Z', 'updated_at': '2021-06-10T15:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '87949dd9-1088-4944-974c-9df804dfe88c', 'name': '', 'network_id': 'f83e1a27-af10-42f9-b1e4-a2d407a01cde', 'tenant_id': '44fe35318b7b4ca888b9189b16c8a253', 'mac_address': 'fa:16:3e:5f:d3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b940766-053a-463f-9a75-ce2cd4fb1a78', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'b443e724-edd8-4ac7-9e5d-b9d710b6d9b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:37Z', 'updated_at': '2021-06-10T15:26:41Z', 'revision_number': 4, 'project_id': '44fe35318b7b4ca888b9189b16c8a253', 'subnets': [{'id': 'b443e724-edd8-4ac7-9e5d-b9d710b6d9b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:26:42.514919 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e63cbb17-8f02-44fc-9c5a-63351e04f410 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955263'] for security_group_rule, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:42.517376 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-d685c644-bcfc-4e70-95b0-c342a03e6b5a tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:42.537127 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63cbb17-8f02-44fc-9c5a-63351e04f410 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84d9c425-b979-4823-9572-b7c7914bd31c,revision_number=0']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:42.539599 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-e63cbb17-8f02-44fc-9c5a-63351e04f410 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:42.573898 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-0a65550c-640a-403e-bb59-2bd597896057 req-16432148-29ed-45d6-a67f-e8705c9242bd tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:42.579821 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:42.641395 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a65550c-640a-403e-bb59-2bd597896057 req-16432148-29ed-45d6-a67f-e8705c9242bd tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Network a8357f5f-440f-4b01-82f1-2775013c9a3c is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:26:42.644978 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [req-0a65550c-640a-403e-bb59-2bd597896057 req-16432148-29ed-45d6-a67f-e8705c9242bd tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:26:42.672612 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16432148-29ed-45d6-a67f-e8705c9242bd tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Pushing event updated for resources: {'Port': ['ID=9a4f1e1c-885a-4602-87d6-378d4320c9bc,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:42.676564 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-16432148-29ed-45d6-a67f-e8705c9242bd tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:42.677550 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a65550c-640a-403e-bb59-2bd597896057 req-16432148-29ed-45d6-a67f-e8705c9242bd tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:26:42.683759 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e63cbb17-8f02-44fc-9c5a-63351e04f410 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:42.684529 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65550c-640a-403e-bb59-2bd597896057 req-16432148-29ed-45d6-a67f-e8705c9242bd tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:42.684529 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-0a65550c-640a-403e-bb59-2bd597896057 req-16432148-29ed-45d6-a67f-e8705c9242bd tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:42.685776 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-e63cbb17-8f02-44fc-9c5a-63351e04f410 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5625167 Jun 10 15:26:42.686979 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 51628) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:42.694857 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-2ad484b5-2923-449a-af22-d7743b19cecd tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Request body: {'security_group_rule': {'security_group_id': 'a223e966-1a60-42e1-8e44-bc20c051be9b', 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:42.803083 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-0a65550c-640a-403e-bb59-2bd597896057 req-16432148-29ed-45d6-a67f-e8705c9242bd tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2492421 Jun 10 15:26:42.896574 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-2ad484b5-2923-449a-af22-d7743b19cecd tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:42.965060 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-2ad484b5-2923-449a-af22-d7743b19cecd tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:43.033548 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 87949dd9-1088-4944-974c-9df804dfe88c up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:26:43.082283 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-2ad484b5-2923-449a-af22-d7743b19cecd tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955263'] for security_group_rule, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:43.087230 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-e63cbb17-8f02-44fc-9c5a-63351e04f410 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:43.103524 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad484b5-2923-449a-af22-d7743b19cecd tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d261a9-30ca-47ee-8f1f-07f9ae16aa2d,revision_number=0']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:43.107911 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-2ad484b5-2923-449a-af22-d7743b19cecd tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:43.204869 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-2ad484b5-2923-449a-af22-d7743b19cecd tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:43.206161 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-2ad484b5-2923-449a-af22-d7743b19cecd tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5159872 Jun 10 15:26:43.208758 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 51642) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:43.213194 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-7b50b936-9bd7-40cc-94e3-bb57ac872021 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Request body: {'security_group_rule': {'security_group_id': 'a223e966-1a60-42e1-8e44-bc20c051be9b', 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:43.304402 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port 87949dd9-1088-4944-974c-9df804dfe88c completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:26:43.308629 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 87949dd9-1088-4944-974c-9df804dfe88c triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:43.309014 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:43.386156 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7b50b936-9bd7-40cc-94e3-bb57ac872021 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:43.401512 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:43.440732 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port 87949dd9-1088-4944-974c-9df804dfe88c, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=87949dd9-1088-4944-974c-9df804dfe88c,segment=NetworkSegment(c528b3f1-3dcf-439e-99c0-412c9a7ebe0a),segment_id=c528b3f1-3dcf-439e-99c0-412c9a7ebe0a)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:26:43.455191 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7b50b936-9bd7-40cc-94e3-bb57ac872021 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:43.538849 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:43.540686 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:43.576158 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7b50b936-9bd7-40cc-94e3-bb57ac872021 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955263'] for security_group_rule, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:43.578379 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-2ad484b5-2923-449a-af22-d7743b19cecd tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:43.593818 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50b936-9bd7-40cc-94e3-bb57ac872021 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b561b521-3d8f-4a41-90dd-cd2200a13241,revision_number=0']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:43.594111 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=87949dd9-1088-4944-974c-9df804dfe88c,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:43.596989 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:43.597605 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-7b50b936-9bd7-40cc-94e3-bb57ac872021 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:43.690217 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7b50b936-9bd7-40cc-94e3-bb57ac872021 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:43.691422 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-7b50b936-9bd7-40cc-94e3-bb57ac872021 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4817083 Jun 10 15:26:43.694079 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 51654) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:43.698413 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-0b50bed3-ed1b-40dd-b38c-a6acc907b039 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Request body: {'security_group_rule': {'security_group_id': 'a223e966-1a60-42e1-8e44-bc20c051be9b', 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:43.816231 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0b50bed3-ed1b-40dd-b38c-a6acc907b039 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:43.880212 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0b50bed3-ed1b-40dd-b38c-a6acc907b039 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:43.965062 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0b50bed3-ed1b-40dd-b38c-a6acc907b039 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955263'] for security_group_rule, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:43.967749 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:43.986294 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50bed3-ed1b-40dd-b38c-a6acc907b039 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219656ef-ddc4-4b0d-b4ac-c5d55b982c04,revision_number=0']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:43.988720 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-0b50bed3-ed1b-40dd-b38c-a6acc907b039 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:44.055884 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0b50bed3-ed1b-40dd-b38c-a6acc907b039 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:44.057089 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-0b50bed3-ed1b-40dd-b38c-a6acc907b039 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3620939 Jun 10 15:26:44.059714 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 51668) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:44.064410 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-83df49a2-9050-4576-87f7-da89dd5023d8 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Request body: {'security_group_rule': {'security_group_id': 'a223e966-1a60-42e1-8e44-bc20c051be9b', 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:44.141839 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.db.securitygroups_db [None req-83df49a2-9050-4576-87f7-da89dd5023d8 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Project 3a3ed0fc5497463faac2851a1aeb412c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 15:26:44.146839 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-83df49a2-9050-4576-87f7-da89dd5023d8 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:44.214544 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-83df49a2-9050-4576-87f7-da89dd5023d8 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:44.284198 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-83df49a2-9050-4576-87f7-da89dd5023d8 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955263'] for security_group_rule, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:44.286254 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:44.303547 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df49a2-9050-4576-87f7-da89dd5023d8 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8b95ae-b1c3-4f2b-b79e-f0fdb603afb5,revision_number=0']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:44.306511 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-83df49a2-9050-4576-87f7-da89dd5023d8 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:44.381972 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-83df49a2-9050-4576-87f7-da89dd5023d8 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:44.383605 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-83df49a2-9050-4576-87f7-da89dd5023d8 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3227570 Jun 10 15:26:44.386385 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 51674) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:44.392329 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-38bb0e61-2c68-426e-9abb-9ac52e215798 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Request body: {'security_group_rule': {'security_group_id': 'a223e966-1a60-42e1-8e44-bc20c051be9b', 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:44.473030 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.db.securitygroups_db [None req-38bb0e61-2c68-426e-9abb-9ac52e215798 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Project 3a3ed0fc5497463faac2851a1aeb412c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 15:26:44.478500 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-38bb0e61-2c68-426e-9abb-9ac52e215798 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:44.548321 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-38bb0e61-2c68-426e-9abb-9ac52e215798 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:44.613618 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-38bb0e61-2c68-426e-9abb-9ac52e215798 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955263'] for security_group_rule, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:44.615765 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-7b50b936-9bd7-40cc-94e3-bb57ac872021 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:44.633739 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb0e61-2c68-426e-9abb-9ac52e215798 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37de95b2-368a-4750-bdd1-cc687073b8b7,revision_number=0']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:44.636588 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-38bb0e61-2c68-426e-9abb-9ac52e215798 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:44.699426 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-38bb0e61-2c68-426e-9abb-9ac52e215798 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:44.700747 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-38bb0e61-2c68-426e-9abb-9ac52e215798 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3131106 Jun 10 15:26:45.020437 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 87949dd9-1088-4944-974c-9df804dfe88c up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:26:45.072928 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 87949dd9-1088-4944-974c-9df804dfe88c triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:26:45.073296 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:46.641844 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [req-0a65550c-640a-403e-bb59-2bd597896057 req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] Request body: {'port': {'device_id': '627ebe65-90ed-4415-b69c-e0b98398706c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:26:46.741113 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-0a65550c-640a-403e-bb59-2bd597896057 req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:46.924336 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9737e6a-33c9-4023-bfe0-6c40c6d2e68f req-aae8902a-f4f4-4be5-b5ab-dae6ad854e09 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:46.925854 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f9737e6a-33c9-4023-bfe0-6c40c6d2e68f req-aae8902a-f4f4-4be5-b5ab-dae6ad854e09 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 931 time: 0.1246686 Jun 10 15:26:46.943879 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81670fe4-453f-460a-ad3d-d577a2da08d2 req-84cb03c4-0f36-4927-a535-4bb858a421f6 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:46.945326 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-81670fe4-453f-460a-ad3d-d577a2da08d2 req-84cb03c4-0f36-4927-a535-4bb858a421f6 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfac46e3-3cba-4932-bada-a20ba1eb50d0 HTTP/1.1" status: 200 len: 946 time: 0.1092670 Jun 10 15:26:47.009857 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f9737e6a-33c9-4023-bfe0-6c40c6d2e68f req-55aa8311-a3e5-4a4f-80ce-db1dcf3f8172 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748906 Jun 10 15:26:47.015910 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-81670fe4-453f-460a-ad3d-d577a2da08d2 req-151f9e4e-5b98-4ad9-b373-075007f9d4e9 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630665 Jun 10 15:26:47.054113 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [req-0a65550c-640a-403e-bb59-2bd597896057 req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a4f1e1c-885a-4602-87d6-378d4320c9bc {{(pid=92441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:26:47.061340 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-0a65550c-640a-403e-bb59-2bd597896057 req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:47.072416 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.provisioning_blocks [req-0a65550c-640a-403e-bb59-2bd597896057 req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] Transition to ACTIVE for port object 9a4f1e1c-885a-4602-87d6-378d4320c9bc will not be triggered until provisioned by entity L2. {{(pid=92441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:26:47.139143 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-0a65550c-640a-403e-bb59-2bd597896057 req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:47.141158 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:47.233293 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] Pushing event updated for resources: {'Port': ['ID=9a4f1e1c-885a-4602-87d6-378d4320c9bc,revision_number=2']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:47.237433 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:47.277458 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.managers [req-0a65550c-640a-403e-bb59-2bd597896057 req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] Attempting to bind port 9a4f1e1c-885a-4602-87d6-378d4320c9bc on host hv-cinder-77212 for vnic_type normal with profile {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:26:47.277787 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.managers [req-0a65550c-640a-403e-bb59-2bd597896057 req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] Attempting to bind port 9a4f1e1c-885a-4602-87d6-378d4320c9bc by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': 'dd55ab4e-eafe-44b9-953b-17cf372a6d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a8357f5f-440f-4b01-82f1-2775013c9a3c'}] {{(pid=92441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:26:47.278103 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a65550c-640a-403e-bb59-2bd597896057 req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] Attempting to bind port 9a4f1e1c-885a-4602-87d6-378d4320c9bc on network a8357f5f-440f-4b01-82f1-2775013c9a3c {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:26:47.284950 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a65550c-640a-403e-bb59-2bd597896057 req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] Port 9a4f1e1c-885a-4602-87d6-378d4320c9bc on network a8357f5f-440f-4b01-82f1-2775013c9a3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:26:47.285271 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a65550c-640a-403e-bb59-2bd597896057 req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] Attempting to bind port 9a4f1e1c-885a-4602-87d6-378d4320c9bc on network a8357f5f-440f-4b01-82f1-2775013c9a3c {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:26:47.290119 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a65550c-640a-403e-bb59-2bd597896057 req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] Checking agent: {'id': 'e28e421a-1ab2-4a36-8074-76b1dba64f57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'started_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:26:47.290465 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a65550c-640a-403e-bb59-2bd597896057 req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] Checking segment: {'id': 'dd55ab4e-eafe-44b9-953b-17cf372a6d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a8357f5f-440f-4b01-82f1-2775013c9a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:26:47.290832 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a65550c-640a-403e-bb59-2bd597896057 req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] Bound using segment: {'id': 'dd55ab4e-eafe-44b9-953b-17cf372a6d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a8357f5f-440f-4b01-82f1-2775013c9a3c'} {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:26:47.291250 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.managers [req-0a65550c-640a-403e-bb59-2bd597896057 req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] Bound port: 9a4f1e1c-885a-4602-87d6-378d4320c9bc, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd55ab4e-eafe-44b9-953b-17cf372a6d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a8357f5f-440f-4b01-82f1-2775013c9a3c'}}] {{(pid=92441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:26:47.291597 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-0a65550c-640a-403e-bb59-2bd597896057 req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:47.365361 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [req-0a65550c-640a-403e-bb59-2bd597896057 req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] For port 9a4f1e1c-885a-4602-87d6-378d4320c9bc, host hv-cinder-77212, cleared binding levels {{(pid=92441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:26:47.368403 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [req-0a65550c-640a-403e-bb59-2bd597896057 req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] For port 9a4f1e1c-885a-4602-87d6-378d4320c9bc, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=9a4f1e1c-885a-4602-87d6-378d4320c9bc,segment=NetworkSegment(dd55ab4e-eafe-44b9-953b-17cf372a6d06),segment_id=dd55ab4e-eafe-44b9-953b-17cf372a6d06)] {{(pid=92441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:26:47.487849 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-0a65550c-640a-403e-bb59-2bd597896057 req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:47.489950 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-16432148-29ed-45d6-a67f-e8705c9242bd tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:47.532750 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65550c-640a-403e-bb59-2bd597896057 req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:47.533363 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-0a65550c-640a-403e-bb59-2bd597896057 req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:47.534748 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-0a65550c-640a-403e-bb59-2bd597896057 req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] 10.222.0.45 "PUT /v2.0/ports/9a4f1e1c-885a-4602-87d6-378d4320c9bc HTTP/1.1" status: 200 len: 1093 time: 0.8978665 Jun 10 15:26:47.535271 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627ebe65-90ed-4415-b69c-e0b98398706c', 'tag': '9a4f1e1c-885a-4602-87d6-378d4320c9bc'}] {{(pid=92441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:26:47.537507 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9b8eca18dfada33807f9ce70a392550ff1c61d1cc5185ff617afbbc74c0c2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff61547b-52e4-4952-a57f-1a94bcd756dc" -d '{"events": [{"name": "network-changed", "server_uuid": "627ebe65-90ed-4415-b69c-e0b98398706c", "tag": "9a4f1e1c-885a-4602-87d6-378d4320c9bc"}]}' {{(pid=92441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:26:47.560304 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] Pushing event updated for resources: {'Port': ['ID=9a4f1e1c-885a-4602-87d6-378d4320c9bc,revision_number=3']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:47.563447 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:47.573237 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967cde0f-d10c-4dbb-8875-f1e6e28ffe60 x-openstack-request-id: req-967cde0f-d10c-4dbb-8875-f1e6e28ffe60 {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:26:47.573553 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "627ebe65-90ed-4415-b69c-e0b98398706c", "tag": "9a4f1e1c-885a-4602-87d6-378d4320c9bc", "status": "completed", "code": 200}]} {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:26:47.573862 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-967cde0f-d10c-4dbb-8875-f1e6e28ffe60 {{(pid=92441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:26:47.574376 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627ebe65-90ed-4415-b69c-e0b98398706c', 'tag': '9a4f1e1c-885a-4602-87d6-378d4320c9bc', 'status': 'completed', 'code': 200} Jun 10 15:26:47.729252 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61547b-52e4-4952-a57f-1a94bcd756dc req-e910d3b9-5e69-49b8-b27e-c463e3347f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:47.731034 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-ff61547b-52e4-4952-a57f-1a94bcd756dc req-e910d3b9-5e69-49b8-b27e-c463e3347f02 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d545de86d7147769f15bb6e7fc706dd&device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 1096 time: 0.0668421 Jun 10 15:26:48.112685 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61547b-52e4-4952-a57f-1a94bcd756dc req-145b34ec-1726-4875-bd58-16711b841aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:48.114303 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-ff61547b-52e4-4952-a57f-1a94bcd756dc req-145b34ec-1726-4875-bd58-16711b841aae service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1d545de86d7147769f15bb6e7fc706dd&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3744316 Jun 10 15:26:48.246531 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff61547b-52e4-4952-a57f-1a94bcd756dc req-3dd94157-7aa8-4c68-886b-5695deeafb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:48.248383 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-ff61547b-52e4-4952-a57f-1a94bcd756dc req-3dd94157-7aa8-4c68-886b-5695deeafb07 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1244931 Jun 10 15:26:48.265011 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebc66f-ff67-4e35-8aef-1a5c1637eddf req-dbd7c794-832d-4999-8dce-eb26729241e2 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:48.266518 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-87ebc66f-ff67-4e35-8aef-1a5c1637eddf req-dbd7c794-832d-4999-8dce-eb26729241e2 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 943 time: 0.1226475 Jun 10 15:26:48.273193 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-a4ccfdd4-3da5-4462-af84-1766feaf97ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:48.274092 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad5720-7513-4820-bbdf-5c728fec534f req-4ca716ea-9aa2-49b4-bc98-27beff1f5465 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:48.275577 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f7ad5720-7513-4820-bbdf-5c728fec534f req-4ca716ea-9aa2-49b4-bc98-27beff1f5465 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfac46e3-3cba-4932-bada-a20ba1eb50d0 HTTP/1.1" status: 200 len: 946 time: 0.1421204 Jun 10 15:26:48.343880 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-87ebc66f-ff67-4e35-8aef-1a5c1637eddf req-fbebd97b-4976-4380-beb6-8be4e2895e77 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671437 Jun 10 15:26:48.352036 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f7ad5720-7513-4820-bbdf-5c728fec534f req-a01b1404-1afc-4103-92ca-f01dc3062c40 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648184 Jun 10 15:26:48.372223 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65550c-640a-403e-bb59-2bd597896057 req-679a6ec9-9568-490e-8600-e996b3fb5878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:48.373880 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-0a65550c-640a-403e-bb59-2bd597896057 req-679a6ec9-9568-490e-8600-e996b3fb5878 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d545de86d7147769f15bb6e7fc706dd&device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 1096 time: 0.0705783 Jun 10 15:26:48.494015 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-0a65550c-640a-403e-bb59-2bd597896057 req-fa1d67ac-a7dc-44bf-bb4d-320f73dbb0c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9a4f1e1c-885a-4602-87d6-378d4320c9bc HTTP/1.1" status: 200 len: 217 time: 0.0510874 Jun 10 15:26:48.552985 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65550c-640a-403e-bb59-2bd597896057 req-077471f5-ad3b-4d80-b839-bdf18424e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:48.560130 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-0a65550c-640a-403e-bb59-2bd597896057 req-077471f5-ad3b-4d80-b839-bdf18424e519 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f127d856-071b-4cb5-80a7-167fe5e0a077 HTTP/1.1" status: 200 len: 853 time: 0.0505953 Jun 10 15:26:48.602698 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-0a65550c-640a-403e-bb59-2bd597896057 req-e14688e5-65f8-470a-ae75-b4429ded5893 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a8357f5f-440f-4b01-82f1-2775013c9a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382185 Jun 10 15:26:48.734789 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-0a65550c-640a-403e-bb59-2bd597896057 req-711347eb-8354-439d-9330-a1e23dfe9032 service neutron] 10.222.0.45 "GET /v2.0/networks/a8357f5f-440f-4b01-82f1-2775013c9a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130698 Jun 10 15:26:48.865058 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-0a65550c-640a-403e-bb59-2bd597896057 req-6cf48c88-e5e3-40d4-8aff-c72124b2bcb8 service neutron] 10.222.0.45 "GET /v2.0/networks/a8357f5f-440f-4b01-82f1-2775013c9a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222122 Jun 10 15:26:49.194627 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00bd39-c075-4302-8c1c-466bc0033095 req-c7c3c9b5-2866-4bbd-a775-6776602935f7 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:49.195966 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-6d00bd39-c075-4302-8c1c-466bc0033095 req-c7c3c9b5-2866-4bbd-a775-6776602935f7 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.45 "GET /v2.0/ports?device_id=bfac46e3-3cba-4932-bada-a20ba1eb50d0 HTTP/1.1" status: 200 len: 946 time: 0.0765371 Jun 10 15:26:49.320357 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [req-6d00bd39-c075-4302-8c1c-466bc0033095 req-1d57dfa2-77bc-489d-998f-13758b88c76a tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Deleting port a2af3e31-dea7-4731-b9f8-56e005b1ddca {{(pid=92441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:26:49.320691 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-6d00bd39-c075-4302-8c1c-466bc0033095 req-1d57dfa2-77bc-489d-998f-13758b88c76a tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:49.446611 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [req-6d00bd39-c075-4302-8c1c-466bc0033095 req-1d57dfa2-77bc-489d-998f-13758b88c76a tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] For port a2af3e31-dea7-4731-b9f8-56e005b1ddca, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=a2af3e31-dea7-4731-b9f8-56e005b1ddca,segment=NetworkSegment(7420d64b-c942-4d37-8fe3-2bdead16f566),segment_id=7420d64b-c942-4d37-8fe3-2bdead16f566)] {{(pid=92441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:26:49.446611 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-6d00bd39-c075-4302-8c1c-466bc0033095 req-1d57dfa2-77bc-489d-998f-13758b88c76a tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:49.553065 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [req-6d00bd39-c075-4302-8c1c-466bc0033095 req-1d57dfa2-77bc-489d-998f-13758b88c76a tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Calling delete_port for a2af3e31-dea7-4731-b9f8-56e005b1ddca owned by compute:nova {{(pid=92441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:26:49.602503 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e524efd-faf1-4e25-bc32-156cd6f28853 req-8afc2e3b-019e-4497-95d8-5f67f7e7e524 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:49.604008 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4e524efd-faf1-4e25-bc32-156cd6f28853 req-8afc2e3b-019e-4497-95d8-5f67f7e7e524 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 943 time: 0.1292956 Jun 10 15:26:49.637190 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a2828-64ae-4f96-954b-0807217015fc req-9b67fb05-e315-4ff8-88ce-8e6d30a91667 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:49.639224 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-255a2828-64ae-4f96-954b-0807217015fc req-9b67fb05-e315-4ff8-88ce-8e6d30a91667 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfac46e3-3cba-4932-bada-a20ba1eb50d0 HTTP/1.1" status: 200 len: 946 time: 0.1278448 Jun 10 15:26:49.678952 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4e524efd-faf1-4e25-bc32-156cd6f28853 req-672234e8-94ed-4cc4-bba2-be974c9c7eaf tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675936 Jun 10 15:26:49.698344 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-255a2828-64ae-4f96-954b-0807217015fc req-879e6852-216d-4e92-a391-900cd08f5554 tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/security-groups?id=01271e75-23a8-49a9-a472-0a6aad7fb374&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517492 Jun 10 15:26:49.882122 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-6d00bd39-c075-4302-8c1c-466bc0033095 req-1d57dfa2-77bc-489d-998f-13758b88c76a tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344'] for port, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:49.886037 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:49.907674 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['a2af3e31-dea7-4731-b9f8-56e005b1ddca'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:26:49.915259 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57dfa2-77bc-489d-998f-13758b88c76a tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Pushing event deleted for resources: {'Port': ['ID=a2af3e31-dea7-4731-b9f8-56e005b1ddca,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:49.918784 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-1d57dfa2-77bc-489d-998f-13758b88c76a tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:49.977999 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d00bd39-c075-4302-8c1c-466bc0033095 req-1d57dfa2-77bc-489d-998f-13758b88c76a tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] No DVR routers for this DVR port a2af3e31-dea7-4731-b9f8-56e005b1ddca on host hv-cinder-77212 {{(pid=92441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:26:49.980685 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-6d00bd39-c075-4302-8c1c-466bc0033095 req-1d57dfa2-77bc-489d-998f-13758b88c76a tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:49.982872 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-6d00bd39-c075-4302-8c1c-466bc0033095 req-1d57dfa2-77bc-489d-998f-13758b88c76a tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.45 "DELETE /v2.0/ports/a2af3e31-dea7-4731-b9f8-56e005b1ddca HTTP/1.1" status: 204 len: 173 time: 0.7812304 Jun 10 15:26:49.983353 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfac46e3-3cba-4932-bada-a20ba1eb50d0', 'name': 'network-vif-deleted', 'tag': 'a2af3e31-dea7-4731-b9f8-56e005b1ddca'}] {{(pid=92441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:26:49.988524 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9b8eca18dfada33807f9ce70a392550ff1c61d1cc5185ff617afbbc74c0c2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f61de0-14b4-4ed7-a7cf-9954dddcf10c" -d '{"events": [{"server_uuid": "bfac46e3-3cba-4932-bada-a20ba1eb50d0", "name": "network-vif-deleted", "tag": "a2af3e31-dea7-4731-b9f8-56e005b1ddca"}]}' {{(pid=92441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:26:50.177615 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71bd5fb-3ddf-49ae-92cc-57e498de22f6 x-openstack-request-id: req-d71bd5fb-3ddf-49ae-92cc-57e498de22f6 {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:26:50.178297 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfac46e3-3cba-4932-bada-a20ba1eb50d0", "name": "network-vif-deleted", "tag": "a2af3e31-dea7-4731-b9f8-56e005b1ddca", "status": "completed", "code": 200}]} {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:26:50.178703 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d71bd5fb-3ddf-49ae-92cc-57e498de22f6 {{(pid=92441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:26:50.179237 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfac46e3-3cba-4932-bada-a20ba1eb50d0', 'name': 'network-vif-deleted', 'tag': 'a2af3e31-dea7-4731-b9f8-56e005b1ddca', 'status': 'completed', 'code': 200} Jun 10 15:26:50.761867 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:50.802241 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-a38a6a1f-1a8e-4cc3-9d63-c7c99a3f0803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:50.873735 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f14f60c-a533-40c0-9c5b-c55f61a60f86 req-9ce7ecdc-cb94-4784-9d34-74b1a258397f tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] 10.222.0.26 "GET /v2.0/ports?device_id=bfac46e3-3cba-4932-bada-a20ba1eb50d0 HTTP/1.1" status: 200 len: 210 time: 0.0380650 Jun 10 15:26:50.924821 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7077db7c-f227-4c02-8c47-24a318b75102 req-690827ec-d885-4f0d-993b-cf50fecfd694 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:50.924821 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7077db7c-f227-4c02-8c47-24a318b75102 req-690827ec-d885-4f0d-993b-cf50fecfd694 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 943 time: 0.1293032 Jun 10 15:26:50.925658 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 51820) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:50.966831 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7077db7c-f227-4c02-8c47-24a318b75102 req-118f926a-5592-4ca0-877c-dda9d569ef0c tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363083 Jun 10 15:26:51.033464 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-bb0e35ea-71fd-4a07-ab42-da7c94ef0e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:51.127945 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-bb0e35ea-71fd-4a07-ab42-da7c94ef0e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:51.224750 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-bb0e35ea-71fd-4a07-ab42-da7c94ef0e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:51.228338 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-ccbdaf9c-7cc5-4419-879a-d2658afa7160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:51.271029 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-bb0e35ea-71fd-4a07-ab42-da7c94ef0e6f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5cf25b2b4c66451e97ed8c14a1fe6521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450456 Jun 10 15:26:51.274402 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e35ea-71fd-4a07-ab42-da7c94ef0e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5065e6-b8ce-4ded-9536-9c008e60f44f,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:51.275310 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 51824) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:26:51.277263 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-bb0e35ea-71fd-4a07-ab42-da7c94ef0e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:51.328802 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-77d14ce5-4fef-42ed-a00f-a60bee9dbefa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:51.354443 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-77d14ce5-4fef-42ed-a00f-a60bee9dbefa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:51.470217 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-77d14ce5-4fef-42ed-a00f-a60bee9dbefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:51.472886 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-77d14ce5-4fef-42ed-a00f-a60bee9dbefa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:51.474058 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-77d14ce5-4fef-42ed-a00f-a60bee9dbefa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e5065e6-b8ce-4ded-9536-9c008e60f44f HTTP/1.1" status: 204 len: 168 time: 0.1978385 Jun 10 15:26:51.475062 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-b84c6176-5d52-40ea-b1d1-a1d40a17dc49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:51.486185 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d14ce5-4fef-42ed-a00f-a60bee9dbefa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5065e6-b8ce-4ded-9536-9c008e60f44f,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:51.488864 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-77d14ce5-4fef-42ed-a00f-a60bee9dbefa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:51.928140 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:52.164975 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464a664-207c-4f85-b2ec-c5e810400671 req-2083524e-0c61-40e4-bb9f-f290413d1c67 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:52.166501 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e464a664-207c-4f85-b2ec-c5e810400671 req-2083524e-0c61-40e4-bb9f-f290413d1c67 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 943 time: 0.0714290 Jun 10 15:26:52.220723 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e464a664-207c-4f85-b2ec-c5e810400671 req-7b1af5fe-8c3b-4f83-8a74-7cf69765ab20 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481000 Jun 10 15:26:52.657527 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device a2af3e31-dea7-4731-b9f8-56e005b1ddca no longer exists at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:26:52.687909 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] No Port match for: a2af3e31-dea7-4731-b9f8-56e005b1ddca {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:26:52.688357 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device a2af3e31-dea7-4731-b9f8-56e005b1ddca not bound to the agent host hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:26:53.662708 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234688a5-a391-4e2f-99bf-0f9b57da2f8a req-1d0d1f4c-b33d-446f-929c-ab9ee1aa797e tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:53.662708 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-234688a5-a391-4e2f-99bf-0f9b57da2f8a req-1d0d1f4c-b33d-446f-929c-ab9ee1aa797e tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 943 time: 0.3235826 Jun 10 15:26:53.687650 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:53.713856 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-234688a5-a391-4e2f-99bf-0f9b57da2f8a req-48db33cb-a7b1-4477-af8e-9061dd9bf125 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408790 Jun 10 15:26:54.674002 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 9a4f1e1c-885a-4602-87d6-378d4320c9bc details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=92442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:26:54.802836 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 9a4f1e1c-885a-4602-87d6-378d4320c9bc, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=9a4f1e1c-885a-4602-87d6-378d4320c9bc,segment=NetworkSegment(dd55ab4e-eafe-44b9-953b-17cf372a6d06),segment_id=dd55ab4e-eafe-44b9-953b-17cf372a6d06)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:26:54.816862 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Returning: {'device': '9a4f1e1c-885a-4602-87d6-378d4320c9bc', 'network_id': 'a8357f5f-440f-4b01-82f1-2775013c9a3c', 'port_id': '9a4f1e1c-885a-4602-87d6-378d4320c9bc', 'mac_address': 'fa:16:3e:6a:68:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f127d856-071b-4cb5-80a7-167fe5e0a077', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:26:54.888662 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:54.910322 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a4f1e1c-885a-4602-87d6-378d4320c9bc {{(pid=92442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:26:54.933989 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 9a4f1e1c-885a-4602-87d6-378d4320c9bc, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=9a4f1e1c-885a-4602-87d6-378d4320c9bc,segment=NetworkSegment(dd55ab4e-eafe-44b9-953b-17cf372a6d06),segment_id=dd55ab4e-eafe-44b9-953b-17cf372a6d06)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:26:54.957580 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ce7ce-3d6b-4e0d-82e7-d05bc8a433c4 req-dfd341d4-f281-4f80-a6c5-186bcb335365 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:54.958631 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1a7ce7ce-3d6b-4e0d-82e7-d05bc8a433c4 req-dfd341d4-f281-4f80-a6c5-186bcb335365 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 943 time: 0.0792215 Jun 10 15:26:55.006260 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1a7ce7ce-3d6b-4e0d-82e7-d05bc8a433c4 req-dfc27bbb-c744-4757-9617-404cf565eae6 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414686 Jun 10 15:26:55.079096 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:26:55.080914 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:26:55.142035 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=9a4f1e1c-885a-4602-87d6-378d4320c9bc,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:26:55.147907 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:26:56.190056 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976a23b-5a7d-4dde-a887-d8cbd5d6bac6 req-9e89f1a0-d439-4e9c-8695-729dc5d719e4 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:26:56.191510 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7976a23b-5a7d-4dde-a887-d8cbd5d6bac6 req-9e89f1a0-d439-4e9c-8695-729dc5d719e4 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 944 time: 0.0740495 Jun 10 15:26:56.233559 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7976a23b-5a7d-4dde-a887-d8cbd5d6bac6 req-1dac5b85-3976-4e3b-93dc-25a425e36496 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361536 Jun 10 15:27:04.301911 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['9a4f1e1c-885a-4602-87d6-378d4320c9bc'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:27:04.468224 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:04.521326 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce6a37-63c0-492b-8baa-acad2bee82ed req-902af5a2-f7f6-470f-9c01-2b20f94147b1 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:04.522787 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-26ce6a37-63c0-492b-8baa-acad2bee82ed req-902af5a2-f7f6-470f-9c01-2b20f94147b1 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 944 time: 0.0750179 Jun 10 15:27:04.570218 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-26ce6a37-63c0-492b-8baa-acad2bee82ed req-ff832f21-71c0-4286-b9b4-fda0b0b23cbd tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417144 Jun 10 15:27:09.547095 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3477bf7-6112-4584-8612-1bb775381086 req-a8154e6b-e645-4e27-8d9d-179920360273 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:09.548610 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e3477bf7-6112-4584-8612-1bb775381086 req-a8154e6b-e645-4e27-8d9d-179920360273 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 944 time: 0.0832930 Jun 10 15:27:09.596286 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e3477bf7-6112-4584-8612-1bb775381086 req-66aecaa3-7b02-4db7-9e8a-a98428504377 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407808 Jun 10 15:27:10.137345 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7b8c-3b35-49a1-9757-40d69cd9f308 req-87bf76ce-b769-453a-9389-211ac9758aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:10.139512 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-05aa7b8c-3b35-49a1-9757-40d69cd9f308 req-87bf76ce-b769-453a-9389-211ac9758aa4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d7a27daba8a4544b21af138a318785d&device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 1099 time: 0.0591314 Jun 10 15:27:10.140922 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec25221-5b70-46b5-a857-aac12a97cb59 req-80cb081e-8522-4533-ac85-6417492ff935 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:10.146045 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-eec25221-5b70-46b5-a857-aac12a97cb59 req-80cb081e-8522-4533-ac85-6417492ff935 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0786278 Jun 10 15:27:10.189491 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-eec25221-5b70-46b5-a857-aac12a97cb59 req-8169b7c7-22b6-4e0c-a3ae-0b254ea0ae30 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414732 Jun 10 15:27:10.261879 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7b8c-3b35-49a1-9757-40d69cd9f308 req-664881c1-42df-4782-8e1a-dbe4f5bfe6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:10.264180 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-05aa7b8c-3b35-49a1-9757-40d69cd9f308 req-664881c1-42df-4782-8e1a-dbe4f5bfe6e9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b41a0c3-b273-41c4-ba99-8e23b2263aee HTTP/1.1" status: 200 len: 920 time: 0.1164935 Jun 10 15:27:14.453552 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-05aa7b8c-3b35-49a1-9757-40d69cd9f308 req-be789284-8e1a-4037-83c5-2957fffffa2b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c11c673a-4e53-4309-9eac-212c6d252be6 HTTP/1.1" status: 200 len: 217 time: 0.0533710 Jun 10 15:27:16.595568 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7b8c-3b35-49a1-9757-40d69cd9f308 req-c9f0aa40-d743-4d36-947e-e8e64a7c4ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:16.597035 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-05aa7b8c-3b35-49a1-9757-40d69cd9f308 req-c9f0aa40-d743-4d36-947e-e8e64a7c4ad2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac72a45d-a234-4ef7-b2ee-d2ca013addaa HTTP/1.1" status: 200 len: 859 time: 0.0527279 Jun 10 15:27:16.634127 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-05aa7b8c-3b35-49a1-9757-40d69cd9f308 req-d928dc65-6274-4296-a131-7ac57c6671be service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b41a0c3-b273-41c4-ba99-8e23b2263aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306418 Jun 10 15:27:16.755055 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-05aa7b8c-3b35-49a1-9757-40d69cd9f308 req-93b74971-7830-47d1-91f8-d02ca17eadd4 service neutron] 10.222.0.45 "GET /v2.0/networks/2b41a0c3-b273-41c4-ba99-8e23b2263aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140442 Jun 10 15:27:16.881472 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-05aa7b8c-3b35-49a1-9757-40d69cd9f308 req-e50da046-cff7-4b4f-be3f-f2cfeb1637c6 service neutron] 10.222.0.45 "GET /v2.0/networks/2b41a0c3-b273-41c4-ba99-8e23b2263aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171658 Jun 10 15:27:17.053908 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ec3ec1-adc9-4d59-8391-ccd770ffd6a9 req-08390a28-df47-4bfb-bd24-31ac493f44c6 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:17.055317 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f6ec3ec1-adc9-4d59-8391-ccd770ffd6a9 req-08390a28-df47-4bfb-bd24-31ac493f44c6 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 944 time: 0.1281290 Jun 10 15:27:17.068457 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f59574-0afc-4c07-8e94-05f2f5655606 req-4c0af05b-88a4-4a2b-afb7-b9fd5fc82299 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:17.069842 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-09f59574-0afc-4c07-8e94-05f2f5655606 req-4c0af05b-88a4-4a2b-afb7-b9fd5fc82299 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.1052003 Jun 10 15:27:17.131168 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f6ec3ec1-adc9-4d59-8391-ccd770ffd6a9 req-d6e5b893-b965-4870-9766-e6ff3cbad0da tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700657 Jun 10 15:27:17.135960 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-09f59574-0afc-4c07-8e94-05f2f5655606 req-fb087c69-f00f-45a3-b18f-1504bf5f1610 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595400 Jun 10 15:27:18.255962 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-fe11cb04-cdc7-4565-8d7d-6972fc946444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:18.376866 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0106e1-a911-4a97-9461-c43a5d824932 req-eb9c015b-8e77-49ec-a87a-a9b13080f931 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:18.378377 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9c0106e1-a911-4a97-9461-c43a5d824932 req-eb9c015b-8e77-49ec-a87a-a9b13080f931 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.1232798 Jun 10 15:27:18.386613 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98563ea2-5fd2-4583-964e-816e48a325c1 req-459ac168-11ea-4c55-8360-4403cdf693c5 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:18.387994 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-98563ea2-5fd2-4583-964e-816e48a325c1 req-459ac168-11ea-4c55-8360-4403cdf693c5 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 944 time: 0.1224339 Jun 10 15:27:18.456161 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9c0106e1-a911-4a97-9461-c43a5d824932 req-0a26ce0d-e9e5-43a6-a427-8ac4d4a8a690 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670919 Jun 10 15:27:18.475851 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-98563ea2-5fd2-4583-964e-816e48a325c1 req-90700dc5-f55b-4668-b577-97a7b21c21ee tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663090 Jun 10 15:27:18.834363 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 9a4f1e1c-885a-4602-87d6-378d4320c9bc up at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:27:19.059646 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning for port 9a4f1e1c-885a-4602-87d6-378d4320c9bc completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:27:19.065486 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning complete for port 9a4f1e1c-885a-4602-87d6-378d4320c9bc triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:27:19.066276 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:19.217700 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:27:19.218398 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:19.249100 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627ebe65-90ed-4415-b69c-e0b98398706c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4f1e1c-885a-4602-87d6-378d4320c9bc'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:27:19.264398 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6081348d-c8b2-4564-9839-82ae0a09c358" -d '{"events": [{"server_uuid": "627ebe65-90ed-4415-b69c-e0b98398706c", "name": "network-vif-plugged", "status": "completed", "tag": "9a4f1e1c-885a-4602-87d6-378d4320c9bc"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:27:19.283388 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 9a4f1e1c-885a-4602-87d6-378d4320c9bc, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=9a4f1e1c-885a-4602-87d6-378d4320c9bc,segment=NetworkSegment(dd55ab4e-eafe-44b9-953b-17cf372a6d06),segment_id=dd55ab4e-eafe-44b9-953b-17cf372a6d06)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:27:19.320829 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5e3dbd-8491-4caf-9cb9-69e90ac83405 x-openstack-request-id: req-bf5e3dbd-8491-4caf-9cb9-69e90ac83405 {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:27:19.321314 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627ebe65-90ed-4415-b69c-e0b98398706c", "name": "network-vif-plugged", "status": "completed", "tag": "9a4f1e1c-885a-4602-87d6-378d4320c9bc", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:27:19.321582 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bf5e3dbd-8491-4caf-9cb9-69e90ac83405 {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:27:19.322032 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627ebe65-90ed-4415-b69c-e0b98398706c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a4f1e1c-885a-4602-87d6-378d4320c9bc', 'code': 200} Jun 10 15:27:19.393183 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:19.395174 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:27:19.469460 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=9a4f1e1c-885a-4602-87d6-378d4320c9bc,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:27:19.482375 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:27:19.866584 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9007ae-78b5-4f80-b0e0-d7f25c099f4a req-b384d20f-8cd3-45ef-a0b2-7c5e6df3f248 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:19.866584 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8e9007ae-78b5-4f80-b0e0-d7f25c099f4a req-b384d20f-8cd3-45ef-a0b2-7c5e6df3f248 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.2329359 Jun 10 15:27:19.874885 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6430906-e9e6-4ccc-a94a-c3f377d34537 req-b88e16ee-ce07-48b0-ae87-62090e536bcc tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:19.876452 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e6430906-e9e6-4ccc-a94a-c3f377d34537 req-b88e16ee-ce07-48b0-ae87-62090e536bcc tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 945 time: 0.2409823 Jun 10 15:27:19.956303 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8e9007ae-78b5-4f80-b0e0-d7f25c099f4a req-3a69c96b-3e81-462e-8d00-462dda8e2f1c tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065891 Jun 10 15:27:19.982318 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e6430906-e9e6-4ccc-a94a-c3f377d34537 req-a9ceb884-2b12-492e-beaf-36d8ed2238b8 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952027 Jun 10 15:27:20.029702 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814a5e5-67b6-4906-97cb-0c2e192a62f6 req-4ade0ad1-8efb-45ee-b743-8d8720134497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:20.031222 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-8814a5e5-67b6-4906-97cb-0c2e192a62f6 req-4ade0ad1-8efb-45ee-b743-8d8720134497 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 1098 time: 0.1435785 Jun 10 15:27:20.080527 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-8814a5e5-67b6-4906-97cb-0c2e192a62f6 req-2dc71e35-bd2f-4059-a53a-ee7ec86a011a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416222 Jun 10 15:27:20.770842 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:20.819449 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-38cf2913-2c78-4387-b7e2-b6e9ecdb2e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:21.336766 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555ad72-6d27-4d54-ac8d-c0f98007a51d req-7b88c78c-f871-45e0-a907-6ce5c761bf50 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:21.339231 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5555ad72-6d27-4d54-ac8d-c0f98007a51d req-7b88c78c-f871-45e0-a907-6ce5c761bf50 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.2167230 Jun 10 15:27:21.400459 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36951c23-7fab-43ef-a2df-e523da6a0d7d req-3f80a312-92db-4a02-89ce-4f61827d18a6 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:21.407133 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-36951c23-7fab-43ef-a2df-e523da6a0d7d req-3f80a312-92db-4a02-89ce-4f61827d18a6 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 945 time: 0.1328528 Jun 10 15:27:21.464352 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5555ad72-6d27-4d54-ac8d-c0f98007a51d req-80524d9f-30a8-404e-b4bb-5225e0d2cc2b tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843437 Jun 10 15:27:21.464352 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-36951c23-7fab-43ef-a2df-e523da6a0d7d req-99e06700-fcd1-4362-8fdc-e3aa9813bc8b tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533102 Jun 10 15:27:21.896125 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:22.756814 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1def63b0-2354-4287-910a-f4f64f4d363c req-3274ea58-acd3-4f94-ac65-9c6b88f56fef tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:22.759549 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1def63b0-2354-4287-910a-f4f64f4d363c req-3274ea58-acd3-4f94-ac65-9c6b88f56fef tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.1422842 Jun 10 15:27:22.787754 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb14e0a-1621-40b6-9396-f7bed0a828e8 req-6c7a83f0-ba2f-4895-9f67-5864a2cfb52f tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:22.798427 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ddb14e0a-1621-40b6-9396-f7bed0a828e8 req-6c7a83f0-ba2f-4895-9f67-5864a2cfb52f tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 945 time: 0.1923211 Jun 10 15:27:22.864479 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1def63b0-2354-4287-910a-f4f64f4d363c req-5e410670-7835-4270-880c-1a646748366a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957062 Jun 10 15:27:22.882939 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ddb14e0a-1621-40b6-9396-f7bed0a828e8 req-742bc931-d478-4c1f-9465-c7fece926530 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711708 Jun 10 15:27:23.693965 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:24.092051 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5deeab9-c970-450e-8259-acd653fb0103 req-61386a36-011b-416b-a84f-52a1f4187273 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:24.099078 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d5deeab9-c970-450e-8259-acd653fb0103 req-61386a36-011b-416b-a84f-52a1f4187273 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0852535 Jun 10 15:27:24.146335 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d5deeab9-c970-450e-8259-acd653fb0103 req-c0194ed5-3f56-43b2-99b8-a7b77519cbbc tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462422 Jun 10 15:27:25.384130 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289dcac-85da-44c9-a515-c4b27bafb9f6 req-0f810020-4d80-46cb-9a2a-3bca6b6a3d95 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:25.385427 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0289dcac-85da-44c9-a515-c4b27bafb9f6 req-0f810020-4d80-46cb-9a2a-3bca6b6a3d95 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0943174 Jun 10 15:27:25.454969 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0289dcac-85da-44c9-a515-c4b27bafb9f6 req-94da5103-c7ab-4311-9b2b-e9336eb0d2d6 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596099 Jun 10 15:27:26.280917 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-45230074-0a3b-4f72-9442-b9bc8b09c4df req-e1cd81f7-de62-4d84-ad2a-785d3663f8b6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0638053 Jun 10 15:27:26.369686 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45230074-0a3b-4f72-9442-b9bc8b09c4df req-b2837477-4269-4c12-b759-2f3d15f90564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:26.371355 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-45230074-0a3b-4f72-9442-b9bc8b09c4df req-b2837477-4269-4c12-b759-2f3d15f90564 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d7a27daba8a4544b21af138a318785d&device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 1098 time: 0.0684357 Jun 10 15:27:26.474526 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 52494) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:27:26.563270 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45230074-0a3b-4f72-9442-b9bc8b09c4df req-5342f284-3c10-4d3c-aaf5-3e500a6fccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:26.567772 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-45230074-0a3b-4f72-9442-b9bc8b09c4df req-5342f284-3c10-4d3c-aaf5-3e500a6fccdb service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b41a0c3-b273-41c4-ba99-8e23b2263aee HTTP/1.1" status: 200 len: 920 time: 0.1647880 Jun 10 15:27:26.643411 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-45230074-0a3b-4f72-9442-b9bc8b09c4df req-2f3b7ff0-d28d-468f-9ebd-7f43698e731a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ed6dfec-fde1-4f1b-b1dc-5210734e71f3 HTTP/1.1" status: 200 len: 217 time: 0.0650852 Jun 10 15:27:26.710973 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45230074-0a3b-4f72-9442-b9bc8b09c4df req-6f103e21-994f-48aa-b0e0-21028defc668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:26.712416 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-45230074-0a3b-4f72-9442-b9bc8b09c4df req-6f103e21-994f-48aa-b0e0-21028defc668 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac72a45d-a234-4ef7-b2ee-d2ca013addaa HTTP/1.1" status: 200 len: 859 time: 0.0611062 Jun 10 15:27:26.718406 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0da073d8-136a-4ce1-afbf-8234fa5acbb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:26.775318 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-45230074-0a3b-4f72-9442-b9bc8b09c4df req-1938804f-ea2d-457c-b991-a368adaab0fb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b41a0c3-b273-41c4-ba99-8e23b2263aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540504 Jun 10 15:27:26.829641 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dda5ac-cab2-4edf-ae69-c5c166d7e1cb req-023fa7cc-e259-46ad-b900-f3c90a0f211d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:26.831468 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-40dda5ac-cab2-4edf-ae69-c5c166d7e1cb req-023fa7cc-e259-46ad-b900-f3c90a0f211d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.1876543 Jun 10 15:27:26.926489 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-45230074-0a3b-4f72-9442-b9bc8b09c4df req-8d8b5f5c-a9b4-4029-be63-de4e28bcf3f8 service neutron] 10.222.0.45 "GET /v2.0/networks/2b41a0c3-b273-41c4-ba99-8e23b2263aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419847 Jun 10 15:27:26.930439 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-40dda5ac-cab2-4edf-ae69-c5c166d7e1cb req-9ef1b406-3092-4cc6-9834-de2161119c77 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912507 Jun 10 15:27:26.991520 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0da073d8-136a-4ce1-afbf-8234fa5acbb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:27.074248 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-45230074-0a3b-4f72-9442-b9bc8b09c4df req-0f4fbceb-34aa-4069-bd74-5ebe8ca79291 service neutron] 10.222.0.45 "GET /v2.0/networks/2b41a0c3-b273-41c4-ba99-8e23b2263aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406884 Jun 10 15:27:27.147849 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0da073d8-136a-4ce1-afbf-8234fa5acbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:27.150954 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-a5372435-ccb8-4f9b-b2e1-f29a55d64b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:27:27.204646 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-0da073d8-136a-4ce1-afbf-8234fa5acbb9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a4395c0ef034b75ab9a162821237b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7281706 Jun 10 15:27:27.205681 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da073d8-136a-4ce1-afbf-8234fa5acbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b2576a-635c-4987-9c54-443964953fe6,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:27:27.207802 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 52510) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:27:27.230727 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da073d8-136a-4ce1-afbf-8234fa5acbb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:27.231246 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da073d8-136a-4ce1-afbf-8234fa5acbb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:27.231716 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da073d8-136a-4ce1-afbf-8234fa5acbb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:27.233292 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da073d8-136a-4ce1-afbf-8234fa5acbb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:27.233753 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da073d8-136a-4ce1-afbf-8234fa5acbb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:27.234226 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da073d8-136a-4ce1-afbf-8234fa5acbb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:27.234800 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da073d8-136a-4ce1-afbf-8234fa5acbb9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:27.235396 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da073d8-136a-4ce1-afbf-8234fa5acbb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:27.235990 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da073d8-136a-4ce1-afbf-8234fa5acbb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:27.236573 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da073d8-136a-4ce1-afbf-8234fa5acbb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:27.237156 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da073d8-136a-4ce1-afbf-8234fa5acbb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:27.237722 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da073d8-136a-4ce1-afbf-8234fa5acbb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:27.252747 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-0da073d8-136a-4ce1-afbf-8234fa5acbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:27:27.293921 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b1058412-56a1-4680-9c27-863d9a676464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:27.318145 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b1058412-56a1-4680-9c27-863d9a676464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:27.479167 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b1058412-56a1-4680-9c27-863d9a676464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:27.482615 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b1058412-56a1-4680-9c27-863d9a676464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:27.486028 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-b1058412-56a1-4680-9c27-863d9a676464 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f0b2576a-635c-4987-9c54-443964953fe6 HTTP/1.1" status: 204 len: 168 time: 0.2749586 Jun 10 15:27:27.486028 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-70f5e1fa-74d6-4f03-85ec-14d829cf90c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:27:27.501691 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1058412-56a1-4680-9c27-863d9a676464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b2576a-635c-4987-9c54-443964953fe6,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:27:27.504616 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-b1058412-56a1-4680-9c27-863d9a676464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:27:28.191761 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4a51f3-861e-4c24-b1d1-9b5925b18f37 req-daf78f6b-5cab-4483-9fd1-de8bda08e471 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:28.196754 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3d4a51f3-861e-4c24-b1d1-9b5925b18f37 req-daf78f6b-5cab-4483-9fd1-de8bda08e471 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.1252468 Jun 10 15:27:28.251863 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3d4a51f3-861e-4c24-b1d1-9b5925b18f37 req-8925df21-8207-43ad-97bb-338a92b0125d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498152 Jun 10 15:27:29.485570 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab156acb-036c-4013-a1f2-ffc14105ecf4 req-8f783497-8216-4802-93d6-08ef8685036c tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:29.487205 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ab156acb-036c-4013-a1f2-ffc14105ecf4 req-8f783497-8216-4802-93d6-08ef8685036c tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0917890 Jun 10 15:27:29.533429 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ab156acb-036c-4013-a1f2-ffc14105ecf4 req-597eb986-8ab9-4c2f-94a1-2b95d77afebf tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396268 Jun 10 15:27:30.754313 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5e8be-2dfb-4cbe-872a-8bd3d030e014 req-c55e381b-fbc9-487f-8065-8d1301ce2af6 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:30.756431 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-47a5e8be-2dfb-4cbe-872a-8bd3d030e014 req-c55e381b-fbc9-487f-8065-8d1301ce2af6 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0956793 Jun 10 15:27:30.831566 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-47a5e8be-2dfb-4cbe-872a-8bd3d030e014 req-b3d3b28d-e06f-4d2b-a0db-658d8fce9cf1 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694723 Jun 10 15:27:32.059500 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b950bad3-931e-4cd1-b014-89290977e8a6 req-5752e377-be01-48c7-b189-76e46f9bc930 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:32.061079 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b950bad3-931e-4cd1-b014-89290977e8a6 req-5752e377-be01-48c7-b189-76e46f9bc930 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0797215 Jun 10 15:27:32.108783 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b950bad3-931e-4cd1-b014-89290977e8a6 req-6d574bc0-0870-4d72-a777-ebba645c5c40 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417283 Jun 10 15:27:33.325358 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572069cd-5acf-4d29-9887-5d96cd7dde50 req-d578dfac-d56c-4571-a02e-f5feda2269e3 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:33.328560 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-572069cd-5acf-4d29-9887-5d96cd7dde50 req-d578dfac-d56c-4571-a02e-f5feda2269e3 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0871611 Jun 10 15:27:33.376328 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-572069cd-5acf-4d29-9887-5d96cd7dde50 req-29e9f20f-7b0b-4a34-993c-b03c07597313 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410650 Jun 10 15:27:34.494051 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:34.598220 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec9821-40a4-49ca-99d5-413866744a30 req-caee051a-ed39-4eae-8e3b-0158e16d7308 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:34.599710 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-72ec9821-40a4-49ca-99d5-413866744a30 req-caee051a-ed39-4eae-8e3b-0158e16d7308 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0875075 Jun 10 15:27:34.644342 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-72ec9821-40a4-49ca-99d5-413866744a30 req-5547e128-e6f9-4e17-8a4e-6b07b3c9e83e tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386460 Jun 10 15:27:35.832630 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99364fc4-1a4c-4600-95d8-24365bd13545 req-8789126a-0f0f-463f-b8a4-6d5317b690e1 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:35.834125 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-99364fc4-1a4c-4600-95d8-24365bd13545 req-8789126a-0f0f-463f-b8a4-6d5317b690e1 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0680432 Jun 10 15:27:35.883015 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-99364fc4-1a4c-4600-95d8-24365bd13545 req-5cec48aa-20fd-4f0d-9438-6eddacb67606 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433195 Jun 10 15:27:37.086705 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec5548-c51e-47f5-82e8-4ff4ce868ed6 req-55d7e4e3-4e1f-439d-a172-ef821f11b712 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:37.088200 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-40ec5548-c51e-47f5-82e8-4ff4ce868ed6 req-55d7e4e3-4e1f-439d-a172-ef821f11b712 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0803242 Jun 10 15:27:37.132959 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-40ec5548-c51e-47f5-82e8-4ff4ce868ed6 req-e8739d2e-f48e-444d-ab93-d12d98c65f35 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378668 Jun 10 15:27:38.389102 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36132a6-6b7c-4ce7-9ce9-0c3b87e162db req-7ce2b3ac-4ac1-4568-9622-a2bd57b401cf tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:38.390788 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a36132a6-6b7c-4ce7-9ce9-0c3b87e162db req-7ce2b3ac-4ac1-4568-9622-a2bd57b401cf tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.1243136 Jun 10 15:27:38.456009 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a36132a6-6b7c-4ce7-9ce9-0c3b87e162db req-558fe5a0-51cf-4837-824f-ece2600c41a2 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567441 Jun 10 15:27:39.674419 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a070b0b-6187-4bb3-b445-61b29d0f83ea req-f228d16c-e752-4147-b11f-5e6a3c4d1411 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:39.676513 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1a070b0b-6187-4bb3-b445-61b29d0f83ea req-f228d16c-e752-4147-b11f-5e6a3c4d1411 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0938940 Jun 10 15:27:39.726601 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1a070b0b-6187-4bb3-b445-61b29d0f83ea req-ae1e197b-5f04-4629-9fb3-b13d043e1577 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439169 Jun 10 15:27:40.926867 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495a11e-c2b7-4dbc-8798-77d642ff531a req-95856270-805d-4aca-8af5-f64f2989e8ff tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:40.928632 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c495a11e-c2b7-4dbc-8798-77d642ff531a req-95856270-805d-4aca-8af5-f64f2989e8ff tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0786908 Jun 10 15:27:40.984873 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c495a11e-c2b7-4dbc-8798-77d642ff531a req-c41464e1-ffbd-4fb4-b51f-a50515078be1 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468869 Jun 10 15:27:41.915973 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7be3a269-ec80-497d-a625-9c08d423552f req-d50e36fd-3344-4262-b9bd-f2b52c033ba9 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-991954246&fields=id&tenant_id=3a3ed0fc5497463faac2851a1aeb412c HTTP/1.1" status: 200 len: 267 time: 0.0738325 Jun 10 15:27:42.060007 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3a269-ec80-497d-a625-9c08d423552f req-ae1509d2-4bf0-425a-b528-2de98e6f9a5f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:42.062116 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7be3a269-ec80-497d-a625-9c08d423552f req-ae1509d2-4bf0-425a-b528-2de98e6f9a5f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/networks?id=fc452212-81ca-4caf-a3da-e16d5e17f9a5 HTTP/1.1" status: 200 len: 811 time: 0.1410344 Jun 10 15:27:42.077400 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7be3a269-ec80-497d-a625-9c08d423552f req-aff5c268-c6b8-4d22-a5a0-23c66419e908 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/quotas/3a3ed0fc5497463faac2851a1aeb412c HTTP/1.1" status: 200 len: 375 time: 0.0096490 Jun 10 15:27:42.224014 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7be3a269-ec80-497d-a625-9c08d423552f req-a7d4e17c-e74b-4fb4-9909-06063e0bd762 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a3ed0fc5497463faac2851a1aeb412c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1411185 Jun 10 15:27:42.233156 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73b588-6ed9-4f4b-a516-df70598c9c99 req-42c4851b-f8d7-4ccb-897d-4ac13e69d7ee tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:42.237558 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ed73b588-6ed9-4f4b-a516-df70598c9c99 req-42c4851b-f8d7-4ccb-897d-4ac13e69d7ee tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.1279006 Jun 10 15:27:42.337867 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ed73b588-6ed9-4f4b-a516-df70598c9c99 req-2c4df7ea-8afc-4a53-9d9d-16424fc590a0 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935862 Jun 10 15:27:42.445159 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7be3a269-ec80-497d-a625-9c08d423552f req-ef1c6a46-0139-4459-95ed-f33d4f7b5c8b service neutron] 10.222.0.26 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926620 Jun 10 15:27:42.622576 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7be3a269-ec80-497d-a625-9c08d423552f req-63eef8e2-7997-42dc-a081-d7c6a10f36d4 service neutron] 10.222.0.26 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763525 Jun 10 15:27:43.566850 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861f6d7-7bfd-43a3-8085-047775a5f137 req-54c5448f-4ac0-4444-8360-b8defdcadc6c tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:43.568332 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b861f6d7-7bfd-43a3-8085-047775a5f137 req-54c5448f-4ac0-4444-8360-b8defdcadc6c tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.1130931 Jun 10 15:27:43.595456 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9612b3d7-bd3c-459d-80e5-6da3402d535a req-8c259546-0fb1-459c-ae37-53264f315dd5 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 210 time: 0.0532589 Jun 10 15:27:43.633879 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b861f6d7-7bfd-43a3-8085-047775a5f137 req-61494d70-5ffe-4c2d-8a86-152e88cade22 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422702 Jun 10 15:27:44.706646 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-84d9afd8-daf6-496f-aa27-d32fb79a9c7e req-f89e587c-6477-43b2-909f-97b0dc711e6a tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 210 time: 0.0504289 Jun 10 15:27:44.884742 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd20e6-e4f5-4ca0-b642-039f0a24b3db req-6a5a6bb8-8fe8-4b8d-a45a-a1b9c55e8944 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:44.888243 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-59bd20e6-e4f5-4ca0-b642-039f0a24b3db req-6a5a6bb8-8fe8-4b8d-a45a-a1b9c55e8944 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.1066630 Jun 10 15:27:44.929676 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-59bd20e6-e4f5-4ca0-b642-039f0a24b3db req-5b517e78-f70e-4168-a125-4654aece8634 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364692 Jun 10 15:27:45.847175 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ef98312f-003f-4f29-bcde-faceff1c3f1b req-cd165699-342e-480f-8aff-b6463a75ca77 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 210 time: 0.0350668 Jun 10 15:27:46.123069 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6754575-3368-444a-85c4-c9b39dd0a95e req-5568389d-5ac0-449e-95e2-29ff9280aea9 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:46.124564 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d6754575-3368-444a-85c4-c9b39dd0a95e req-5568389d-5ac0-449e-95e2-29ff9280aea9 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0708652 Jun 10 15:27:46.166210 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d6754575-3368-444a-85c4-c9b39dd0a95e req-927cbede-6f25-407b-9098-badd92cb8f85 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359490 Jun 10 15:27:46.584285 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de435a12-da32-4a66-8c66-856fa084fa8b req-d8606726-4099-4ddd-8847-e1614fab7042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:46.589595 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-de435a12-da32-4a66-8c66-856fa084fa8b req-d8606726-4099-4ddd-8847-e1614fab7042 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 1099 time: 0.0600893 Jun 10 15:27:46.630217 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-de435a12-da32-4a66-8c66-856fa084fa8b req-88430a0f-d7ec-4f15-9175-3ef0c85054ac service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324612 Jun 10 15:27:46.998189 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-27c4bbed-c5b5-4a3b-ba7f-ec7d6d359f29 req-bf30688d-ce2a-43e0-a7fa-1854f118e721 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 210 time: 0.0367301 Jun 10 15:27:47.395520 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfee27b-2732-4842-b7a6-696984c36207 req-90f7ac37-1948-4904-8748-61d47dc55087 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:47.397887 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2cfee27b-2732-4842-b7a6-696984c36207 req-90f7ac37-1948-4904-8748-61d47dc55087 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.1120353 Jun 10 15:27:47.444243 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2cfee27b-2732-4842-b7a6-696984c36207 req-536a9a85-eaa2-4fba-9665-934d38a6e9ba tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403903 Jun 10 15:27:47.506361 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3a269-ec80-497d-a625-9c08d423552f req-a56e9e11-b9d0-4afb-829b-dfc11595ed77 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:47.507814 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-7be3a269-ec80-497d-a625-9c08d423552f req-a56e9e11-b9d0-4afb-829b-dfc11595ed77 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.45 "GET /v2.0/networks?id=fc452212-81ca-4caf-a3da-e16d5e17f9a5 HTTP/1.1" status: 200 len: 811 time: 0.1661043 Jun 10 15:27:47.559786 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-7be3a269-ec80-497d-a625-9c08d423552f req-00c83ad1-d119-44ba-957b-86cc8b8baea7 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a3ed0fc5497463faac2851a1aeb412c HTTP/1.1" status: 200 len: 379 time: 0.0385311 Jun 10 15:27:47.573442 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [req-7be3a269-ec80-497d-a625-9c08d423552f req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Request body: {'port': {'device_id': '0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'admin_state_up': True, 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'security_groups': ['a223e966-1a60-42e1-8e44-bc20c051be9b']}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:27:48.025108 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7be3a269-ec80-497d-a625-9c08d423552f req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Made reservation on behalf of 3a3ed0fc5497463faac2851a1aeb412c for: {'port': 1} {{(pid=92441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:27:48.028929 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-7be3a269-ec80-497d-a625-9c08d423552f req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:48.159969 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-77ca7202-f896-4f66-9a6e-38517354584f req-45c6872c-ccc7-4704-b4a5-8bb8ab54ef30 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 210 time: 0.0323641 Jun 10 15:27:48.192788 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [req-7be3a269-ec80-497d-a625-9c08d423552f req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Allocated IP 172.20.0.11 (fc452212-81ca-4caf-a3da-e16d5e17f9a5/a35ed739-29e3-4a52-a6bc-15f7407e9f83/5505a8b6-d62c-4baa-8714-50c01606d303) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:27:48.232694 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-75d57791-aecb-4414-911e-1fbe316758ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:48.599804 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-7be3a269-ec80-497d-a625-9c08d423552f req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:48.613400 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.provisioning_blocks [req-7be3a269-ec80-497d-a625-9c08d423552f req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Transition to ACTIVE for port object 5505a8b6-d62c-4baa-8714-50c01606d303 will not be triggered until provisioned by entity DHCP. {{(pid=92441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:27:48.646878 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b97223-ebaa-44b6-8fce-d081a367bb1a req-431d56c1-4c35-4361-8262-ba0a99f2e2d1 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:48.648332 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e4b97223-ebaa-44b6-8fce-d081a367bb1a req-431d56c1-4c35-4361-8262-ba0a99f2e2d1 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0762901 Jun 10 15:27:48.690358 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e4b97223-ebaa-44b6-8fce-d081a367bb1a req-4dbac087-dd87-4dec-a757-f09511286aad tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364842 Jun 10 15:27:48.725343 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-7be3a269-ec80-497d-a625-9c08d423552f req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:48.730145 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:27:48.786689 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7be3a269-ec80-497d-a625-9c08d423552f req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Network fc452212-81ca-4caf-a3da-e16d5e17f9a5 is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:27:48.789933 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [req-7be3a269-ec80-497d-a625-9c08d423552f req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:27:48.795645 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be3a269-ec80-497d-a625-9c08d423552f req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:27:48.801304 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3a269-ec80-497d-a625-9c08d423552f req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:48.801946 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-7be3a269-ec80-497d-a625-9c08d423552f req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:48.813764 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Pushing event updated for resources: {'Port': ['ID=5505a8b6-d62c-4baa-8714-50c01606d303,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:27:48.822114 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:48.822114 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:48.822376 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:48.823267 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:48.824093 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:48.824251 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:48.824916 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:48.825263 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:48.825611 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:48.826009 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:48.826347 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:48.826852 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:27:48.832437 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:27:48.931288 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-7be3a269-ec80-497d-a625-9c08d423552f req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3614497 Jun 10 15:27:49.096113 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-736de4af-33df-481d-be41-d68ece891903 None None] Provisioning for port 5505a8b6-d62c-4baa-8714-50c01606d303 completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:27:49.100378 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-736de4af-33df-481d-be41-d68ece891903 None None] Provisioning complete for port 5505a8b6-d62c-4baa-8714-50c01606d303 triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:27:49.100762 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-736de4af-33df-481d-be41-d68ece891903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:49.142882 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-736de4af-33df-481d-be41-d68ece891903 None None] Port 5505a8b6-d62c-4baa-8714-50c01606d303 cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:27:49.429359 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee74c8-06aa-46f1-9376-7ba664559a92 req-647fef59-39ca-4beb-a160-d0898f413422 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:49.430761 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7eee74c8-06aa-46f1-9376-7ba664559a92 req-647fef59-39ca-4beb-a160-d0898f413422 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 932 time: 0.0696266 Jun 10 15:27:49.473328 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7eee74c8-06aa-46f1-9376-7ba664559a92 req-5cd402cf-b4f6-444d-8bf9-2b5ba3cd9098 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367095 Jun 10 15:27:49.649894 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c6d32-6e96-4ed2-b2e1-99a34d19096a req-d3678d8f-29ad-4748-aaed-cecd8f0dc993 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:49.651344 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0e9c6d32-6e96-4ed2-b2e1-99a34d19096a req-d3678d8f-29ad-4748-aaed-cecd8f0dc993 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0727096 Jun 10 15:27:49.694019 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0e9c6d32-6e96-4ed2-b2e1-99a34d19096a req-29c1cc44-ba95-498b-8668-4594e2c4aedb tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361187 Jun 10 15:27:50.824790 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:50.890712 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8130f1fc-68a1-4df0-a8dd-041edca03dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:51.955338 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:53.632746 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:55.453764 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [req-7be3a269-ec80-497d-a625-9c08d423552f req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] Request body: {'port': {'device_id': '0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:27:55.542012 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-7be3a269-ec80-497d-a625-9c08d423552f req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:55.847861 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [req-7be3a269-ec80-497d-a625-9c08d423552f req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5505a8b6-d62c-4baa-8714-50c01606d303 {{(pid=92441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:27:55.855120 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-7be3a269-ec80-497d-a625-9c08d423552f req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:55.867430 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.provisioning_blocks [req-7be3a269-ec80-497d-a625-9c08d423552f req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] Transition to ACTIVE for port object 5505a8b6-d62c-4baa-8714-50c01606d303 will not be triggered until provisioned by entity L2. {{(pid=92441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:27:55.941848 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-7be3a269-ec80-497d-a625-9c08d423552f req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:55.944792 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-c6f60388-abf7-48f0-82f3-370982f37d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:27:56.039191 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] Pushing event updated for resources: {'Port': ['ID=5505a8b6-d62c-4baa-8714-50c01606d303,revision_number=2']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:27:56.043373 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:27:56.082313 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.managers [req-7be3a269-ec80-497d-a625-9c08d423552f req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] Attempting to bind port 5505a8b6-d62c-4baa-8714-50c01606d303 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:27:56.082655 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.managers [req-7be3a269-ec80-497d-a625-9c08d423552f req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] Attempting to bind port 5505a8b6-d62c-4baa-8714-50c01606d303 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '946c7721-7573-4267-b72d-fd235dd82591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5'}] {{(pid=92441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:27:56.082988 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be3a269-ec80-497d-a625-9c08d423552f req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] Attempting to bind port 5505a8b6-d62c-4baa-8714-50c01606d303 on network fc452212-81ca-4caf-a3da-e16d5e17f9a5 {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:27:56.087377 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be3a269-ec80-497d-a625-9c08d423552f req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] Port 5505a8b6-d62c-4baa-8714-50c01606d303 on network fc452212-81ca-4caf-a3da-e16d5e17f9a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:27:56.091710 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be3a269-ec80-497d-a625-9c08d423552f req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] Attempting to bind port 5505a8b6-d62c-4baa-8714-50c01606d303 on network fc452212-81ca-4caf-a3da-e16d5e17f9a5 {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:27:56.092682 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be3a269-ec80-497d-a625-9c08d423552f req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] Checking agent: {'id': 'e28e421a-1ab2-4a36-8074-76b1dba64f57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'started_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:27:56.093021 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be3a269-ec80-497d-a625-9c08d423552f req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] Checking segment: {'id': '946c7721-7573-4267-b72d-fd235dd82591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:27:56.093408 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7be3a269-ec80-497d-a625-9c08d423552f req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] Bound using segment: {'id': '946c7721-7573-4267-b72d-fd235dd82591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5'} {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:27:56.093872 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.managers [req-7be3a269-ec80-497d-a625-9c08d423552f req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] Bound port: 5505a8b6-d62c-4baa-8714-50c01606d303, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '946c7721-7573-4267-b72d-fd235dd82591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5'}}] {{(pid=92441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:27:56.094228 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-7be3a269-ec80-497d-a625-9c08d423552f req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:56.168447 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [req-7be3a269-ec80-497d-a625-9c08d423552f req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] For port 5505a8b6-d62c-4baa-8714-50c01606d303, host hv-cinder-77212, cleared binding levels {{(pid=92441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:27:56.171580 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [req-7be3a269-ec80-497d-a625-9c08d423552f req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] For port 5505a8b6-d62c-4baa-8714-50c01606d303, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5505a8b6-d62c-4baa-8714-50c01606d303,segment=NetworkSegment(946c7721-7573-4267-b72d-fd235dd82591),segment_id=946c7721-7573-4267-b72d-fd235dd82591)] {{(pid=92441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:27:56.208625 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:27:56.253787 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-7be3a269-ec80-497d-a625-9c08d423552f req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:56.256663 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-66afb2d1-a713-4dd2-862a-b369d322f0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:27:56.301683 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3a269-ec80-497d-a625-9c08d423552f req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:56.302321 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-7be3a269-ec80-497d-a625-9c08d423552f req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:27:56.303682 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-7be3a269-ec80-497d-a625-9c08d423552f req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] 10.222.0.45 "PUT /v2.0/ports/5505a8b6-d62c-4baa-8714-50c01606d303 HTTP/1.1" status: 200 len: 1094 time: 0.8548927 Jun 10 15:27:56.304191 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8', 'tag': '5505a8b6-d62c-4baa-8714-50c01606d303'}] {{(pid=92441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:27:56.306499 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9b8eca18dfada33807f9ce70a392550ff1c61d1cc5185ff617afbbc74c0c2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b66dc1-1704-4157-a6af-be91f402f516" -d '{"events": [{"name": "network-changed", "server_uuid": "0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8", "tag": "5505a8b6-d62c-4baa-8714-50c01606d303"}]}' {{(pid=92441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:27:56.327474 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] Pushing event updated for resources: {'Port': ['ID=5505a8b6-d62c-4baa-8714-50c01606d303,revision_number=3']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:27:56.330618 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:27:57.314314 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf1c66-de11-43e0-b22d-e11649e5bae5 req-accfdf50-aca6-4cb7-a34a-4ec02dad856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:57.320542 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-ebaf1c66-de11-43e0-b22d-e11649e5bae5 req-accfdf50-aca6-4cb7-a34a-4ec02dad856f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d7a27daba8a4544b21af138a318785d&device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 1099 time: 0.0609996 Jun 10 15:27:57.437307 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf1c66-de11-43e0-b22d-e11649e5bae5 req-ca9c28c2-11cc-40ef-9784-6b384c867f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:57.438843 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-ebaf1c66-de11-43e0-b22d-e11649e5bae5 req-ca9c28c2-11cc-40ef-9784-6b384c867f99 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2b41a0c3-b273-41c4-ba99-8e23b2263aee HTTP/1.1" status: 200 len: 920 time: 0.1161237 Jun 10 15:27:57.494373 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-ebaf1c66-de11-43e0-b22d-e11649e5bae5 req-f72434b5-5709-4faa-be37-a17c9efb40b1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c11c673a-4e53-4309-9eac-212c6d252be6 HTTP/1.1" status: 200 len: 217 time: 0.0485256 Jun 10 15:27:57.560732 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaf1c66-de11-43e0-b22d-e11649e5bae5 req-2bb59052-5731-4a7f-ae01-3fbde3463a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:57.562338 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-ebaf1c66-de11-43e0-b22d-e11649e5bae5 req-2bb59052-5731-4a7f-ae01-3fbde3463a78 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ac72a45d-a234-4ef7-b2ee-d2ca013addaa HTTP/1.1" status: 200 len: 859 time: 0.0613029 Jun 10 15:27:57.604220 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-ebaf1c66-de11-43e0-b22d-e11649e5bae5 req-b6fab4ae-bb1a-474f-8f58-f7135761963d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2b41a0c3-b273-41c4-ba99-8e23b2263aee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331409 Jun 10 15:27:57.711667 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4b0718-7105-4291-88d5-a8cd851153bb req-98ce7187-c4c0-40a1-bd28-ea769f134b8d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:57.713116 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4a4b0718-7105-4291-88d5-a8cd851153bb req-98ce7187-c4c0-40a1-bd28-ea769f134b8d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 944 time: 0.3897038 Jun 10 15:27:57.724575 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b7336-67e1-4e9e-8f29-cb1ee214d103 req-3ff6bbfb-a901-45e6-a670-ff9cbe9121f7 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:57.725984 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4a7b7336-67e1-4e9e-8f29-cb1ee214d103 req-3ff6bbfb-a901-45e6-a670-ff9cbe9121f7 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.3697209 Jun 10 15:27:57.729067 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-ebaf1c66-de11-43e0-b22d-e11649e5bae5 req-afbc3393-4a97-4934-bb94-a17881bcfb50 service neutron] 10.222.0.45 "GET /v2.0/networks/2b41a0c3-b273-41c4-ba99-8e23b2263aee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173236 Jun 10 15:27:57.754744 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3a269-ec80-497d-a625-9c08d423552f req-4de4db56-d314-4af6-a015-255327308064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:57.756140 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7be3a269-ec80-497d-a625-9c08d423552f req-4de4db56-d314-4af6-a015-255327308064 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a3ed0fc5497463faac2851a1aeb412c&device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 1097 time: 0.3832147 Jun 10 15:27:57.828539 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7be3a269-ec80-497d-a625-9c08d423552f req-4d81db0b-b73d-4db3-8c0d-39ef3aa9a111 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5505a8b6-d62c-4baa-8714-50c01606d303 HTTP/1.1" status: 200 len: 217 time: 0.0623946 Jun 10 15:27:57.852463 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4a4b0718-7105-4291-88d5-a8cd851153bb req-eb890183-a71a-46af-befa-0449e7c52a8f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255209 Jun 10 15:27:57.854517 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-ebaf1c66-de11-43e0-b22d-e11649e5bae5 req-b4204b0a-550c-4db1-a57c-b5c4f9cc4315 service neutron] 10.222.0.45 "GET /v2.0/networks/2b41a0c3-b273-41c4-ba99-8e23b2263aee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077609 Jun 10 15:27:57.883230 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4a7b7336-67e1-4e9e-8f29-cb1ee214d103 req-ea24ffe5-0034-47c9-8510-f218be212f99 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475956 Jun 10 15:27:57.904971 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3a269-ec80-497d-a625-9c08d423552f req-a76cfb24-7745-4159-bc61-376d03cab3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:57.907143 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7be3a269-ec80-497d-a625-9c08d423552f req-a76cfb24-7745-4159-bc61-376d03cab3ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a35ed739-29e3-4a52-a6bc-15f7407e9f83 HTTP/1.1" status: 200 len: 850 time: 0.0683634 Jun 10 15:27:57.909495 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa2ddfb-34e6-40b9-8f30-352a86dfb3e7 x-openstack-request-id: req-cfa2ddfb-34e6-40b9-8f30-352a86dfb3e7 {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:27:57.909828 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8", "tag": "5505a8b6-d62c-4baa-8714-50c01606d303", "status": "completed", "code": 200}]} {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:27:57.910118 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cfa2ddfb-34e6-40b9-8f30-352a86dfb3e7 {{(pid=92441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:27:57.910530 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8', 'tag': '5505a8b6-d62c-4baa-8714-50c01606d303', 'status': 'completed', 'code': 200} Jun 10 15:27:57.989241 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3a269-ec80-497d-a625-9c08d423552f req-8977afe7-9963-453f-9c66-cc4d41bf6e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:27:57.992072 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7be3a269-ec80-497d-a625-9c08d423552f req-8977afe7-9963-453f-9c66-cc4d41bf6e03 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc452212-81ca-4caf-a3da-e16d5e17f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657363 Jun 10 15:27:58.101246 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7be3a269-ec80-497d-a625-9c08d423552f req-81ea570f-b309-4a31-bd07-aa20cd92b321 service neutron] 10.222.0.45 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026623 Jun 10 15:27:59.874214 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7be3a269-ec80-497d-a625-9c08d423552f req-5818e362-7993-405c-8171-cdf87ba5f6cd service neutron] 10.222.0.45 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084723 Jun 10 15:28:02.588800 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b66dc1-1704-4157-a6af-be91f402f516 req-694d28ee-ca25-49dc-adfe-2aecf8cd134f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:02.590304 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-86b66dc1-1704-4157-a6af-be91f402f516 req-694d28ee-ca25-49dc-adfe-2aecf8cd134f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a3ed0fc5497463faac2851a1aeb412c&device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 1097 time: 0.1677423 Jun 10 15:28:02.633319 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117045f8-29a9-4a48-bb17-01f719d40a5f req-762a22e8-dec9-457f-bd52-a00dc6ae1e62 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:02.634705 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-117045f8-29a9-4a48-bb17-01f719d40a5f req-762a22e8-dec9-457f-bd52-a00dc6ae1e62 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 944 time: 0.1627750 Jun 10 15:28:02.665348 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0fade-b072-4e95-a5c7-090d898eba11 req-93c4b87c-7044-4f9f-9831-93df008196b9 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:02.666786 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-71d0fade-b072-4e95-a5c7-090d898eba11 req-93c4b87c-7044-4f9f-9831-93df008196b9 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.1585364 Jun 10 15:28:02.782876 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-117045f8-29a9-4a48-bb17-01f719d40a5f req-c8b08773-901a-4efa-aecf-8379eed59610 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418793 Jun 10 15:28:02.797319 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-71d0fade-b072-4e95-a5c7-090d898eba11 req-a4583f45-8649-4240-b3c5-a2ebffab35d9 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174314 Jun 10 15:28:02.803489 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b66dc1-1704-4157-a6af-be91f402f516 req-c316b0a1-17b9-4c0b-a4bd-fe7b307da551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:02.804903 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-86b66dc1-1704-4157-a6af-be91f402f516 req-c316b0a1-17b9-4c0b-a4bd-fe7b307da551 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc452212-81ca-4caf-a3da-e16d5e17f9a5 HTTP/1.1" status: 200 len: 912 time: 0.2070014 Jun 10 15:28:02.860769 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-86b66dc1-1704-4157-a6af-be91f402f516 req-c1b72a72-f9d9-4f9b-9150-8f8922374dd7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5505a8b6-d62c-4baa-8714-50c01606d303 HTTP/1.1" status: 200 len: 217 time: 0.0482659 Jun 10 15:28:02.916168 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b66dc1-1704-4157-a6af-be91f402f516 req-7d51dea3-a7e0-4751-bff4-67df69f29bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:02.917517 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-86b66dc1-1704-4157-a6af-be91f402f516 req-7d51dea3-a7e0-4751-bff4-67df69f29bb8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a35ed739-29e3-4a52-a6bc-15f7407e9f83 HTTP/1.1" status: 200 len: 850 time: 0.0505157 Jun 10 15:28:02.984840 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b66dc1-1704-4157-a6af-be91f402f516 req-07b9288e-7732-4d6e-81d2-ce2570445bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:02.986357 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-86b66dc1-1704-4157-a6af-be91f402f516 req-07b9288e-7732-4d6e-81d2-ce2570445bef service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc452212-81ca-4caf-a3da-e16d5e17f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618668 Jun 10 15:28:03.100817 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-86b66dc1-1704-4157-a6af-be91f402f516 req-8c2b0294-f878-42ed-be32-b9cdc1997de1 service neutron] 10.222.0.45 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073670 Jun 10 15:28:03.212679 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-86b66dc1-1704-4157-a6af-be91f402f516 req-5a81483a-1e13-4e25-a1a8-eae4a0f9a4dc service neutron] 10.222.0.45 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042967 Jun 10 15:28:04.017517 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651c4d8-43cf-48f8-a164-a7b38b95d65d req-8aa1b4ee-93a6-4aaf-889d-0d379b1425fa tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:04.018999 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5651c4d8-43cf-48f8-a164-a7b38b95d65d req-8aa1b4ee-93a6-4aaf-889d-0d379b1425fa tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 944 time: 0.1212213 Jun 10 15:28:04.029825 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76212820-c498-44a6-8bf1-11ae5b6f2d2d req-b54b3776-9957-4b7a-b752-e35b01f00d92 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:04.031192 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-76212820-c498-44a6-8bf1-11ae5b6f2d2d req-b54b3776-9957-4b7a-b752-e35b01f00d92 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0967579 Jun 10 15:28:04.096494 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5651c4d8-43cf-48f8-a164-a7b38b95d65d req-08519e03-e9db-4a94-9427-f05a4e78054c tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642869 Jun 10 15:28:04.100922 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-76212820-c498-44a6-8bf1-11ae5b6f2d2d req-9be9090e-ab96-4253-903d-b5c25a5d02d7 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630853 Jun 10 15:28:04.547738 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:05.051861 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 53130) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:28:05.110065 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb5cca1-252a-45f4-b9aa-66dbad886d65 admin admin] Deleting subnet 1e3d3884-6bad-494b-95c7-acb02ba6b424 {{(pid=92441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:28:05.113299 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1cb5cca1-252a-45f4-b9aa-66dbad886d65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:05.160252 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1cb5cca1-252a-45f4-b9aa-66dbad886d65 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:05.165908 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1cb5cca1-252a-45f4-b9aa-66dbad886d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4192505'] for subnet, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:05.341633 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69f906-8952-40d7-9644-6090ed37ae42 req-61b2f1ca-7147-4e2b-b4ed-0aae9972433d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:05.344130 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8b69f906-8952-40d7-9644-6090ed37ae42 req-61b2f1ca-7147-4e2b-b4ed-0aae9972433d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.1176510 Jun 10 15:28:05.352869 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3406c6-dc7b-4dd8-b881-c40ed2b52d6b req-9f972cc0-04bd-4130-9116-afbbab9d4e63 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:05.354430 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dc3406c6-dc7b-4dd8-b881-c40ed2b52d6b req-9f972cc0-04bd-4130-9116-afbbab9d4e63 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 944 time: 0.1383688 Jun 10 15:28:05.415153 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8b69f906-8952-40d7-9644-6090ed37ae42 req-3db1d0c3-a826-442b-a533-6584fc569463 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598741 Jun 10 15:28:05.429695 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dc3406c6-dc7b-4dd8-b881-c40ed2b52d6b req-64f27afe-7fea-4d28-9af5-b336ce882d1c tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676839 Jun 10 15:28:05.451285 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1cb5cca1-252a-45f4-b9aa-66dbad886d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4192482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322'] for subnet, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:05.454619 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:05.492008 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1cb5cca1-252a-45f4-b9aa-66dbad886d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:05.493930 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-1cb5cca1-252a-45f4-b9aa-66dbad886d65 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/1e3d3884-6bad-494b-95c7-acb02ba6b424 HTTP/1.1" status: 204 len: 168 time: 0.4406888 Jun 10 15:28:05.495026 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5cca1-252a-45f4-b9aa-66dbad886d65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e3d3884-6bad-494b-95c7-acb02ba6b424,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:05.496423 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 53144) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:28:05.497179 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-1cb5cca1-252a-45f4-b9aa-66dbad886d65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:05.584563 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-1e91128c-bb26-471c-bc05-a24cbb4fd1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775328'] for network, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:05.698760 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-1e91128c-bb26-471c-bc05-a24cbb4fd1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190582', 'neutron.services.segments.db._delete_segments_for_network-8786703803055'] for network, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:05.713095 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.services.segments.db [None req-1e91128c-bb26-471c-bc05-a24cbb4fd1cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660c6209-fe17-4827-922f-23a0cbd3bacd']}} {{(pid=92440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:05.722731 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.services.segments.db [None req-1e91128c-bb26-471c-bc05-a24cbb4fd1cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7420d64b-c942-4d37-8fe3-2bdead16f566') {'for_net_delete': True} {{(pid=92440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:05.723213 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.services.segments.db [None req-1e91128c-bb26-471c-bc05-a24cbb4fd1cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7420d64b-c942-4d37-8fe3-2bdead16f566') {} {{(pid=92440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:05.734108 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-1e91128c-bb26-471c-bc05-a24cbb4fd1cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786703802884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532662844'] for segment, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:05.749157 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-1e91128c-bb26-471c-bc05-a24cbb4fd1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:05.755151 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e91128c-bb26-471c-bc05-a24cbb4fd1cf admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=92440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:28:05.755530 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-1e91128c-bb26-471c-bc05-a24cbb4fd1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532407511'] for segment, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: Traceback (most recent call last): Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: timer() Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: cb(*args, **kw) Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: return func(*args, **kwargs) Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: self._notify() Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: self.callback(batched_events) Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: event.method(event) Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: return f(self, *a, **k) Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: return self._get(url).json() Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: return self.request(url, 'GET', **kwargs) Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:28:05.767956 dv-cinder-772126-2-iscsi neutron-server[92440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:28:06.077412 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-1e91128c-bb26-471c-bc05-a24cbb4fd1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4190591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938507'] for network, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:06.083522 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-1e91128c-bb26-471c-bc05-a24cbb4fd1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:06.085577 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-1e91128c-bb26-471c-bc05-a24cbb4fd1cf admin admin] 10.222.0.26 "DELETE /v2.0/networks/660c6209-fe17-4827-922f-23a0cbd3bacd HTTP/1.1" status: 204 len: 168 time: 0.5881431 Jun 10 15:28:06.086370 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-da1edb11-e7ff-440b-b314-79ccbd5a924c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:06.111779 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e91128c-bb26-471c-bc05-a24cbb4fd1cf admin admin] Pushing event deleted for resources: {'Network': ['ID=660c6209-fe17-4827-922f-23a0cbd3bacd,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:06.111779 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-1e91128c-bb26-471c-bc05-a24cbb4fd1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:06.652456 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10268180-3549-47e6-acaa-aa609d472847 req-b212a6f2-3e94-48ad-8771-ae99eb5ebe2d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:06.653845 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-10268180-3549-47e6-acaa-aa609d472847 req-b212a6f2-3e94-48ad-8771-ae99eb5ebe2d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.1210239 Jun 10 15:28:06.665502 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f4181-aefc-4b86-b8ed-52658424fbce req-63cdba28-f317-4cfd-bea9-f23efa6fb6c5 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:06.666875 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4b1f4181-aefc-4b86-b8ed-52658424fbce req-63cdba28-f317-4cfd-bea9-f23efa6fb6c5 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 944 time: 0.1015687 Jun 10 15:28:06.726034 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-10268180-3549-47e6-acaa-aa609d472847 req-bdbb72b9-fada-4ef6-9832-8924efa303f8 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581348 Jun 10 15:28:06.733706 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4b1f4181-aefc-4b86-b8ed-52658424fbce req-e085c8c1-e0fa-4618-a690-e47547cf8305 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592749 Jun 10 15:28:06.929817 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 53166) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:28:06.972924 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-4827df39-5a16-48d7-bc24-e785179acbaa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e7be5091f2244c45a142088f946a5d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418124 Jun 10 15:28:06.975114 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 53170) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:28:07.043770 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-874bd260-71a1-4a0a-8b69-a495724454a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:07.073557 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-874bd260-71a1-4a0a-8b69-a495724454a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:07.285118 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-874bd260-71a1-4a0a-8b69-a495724454a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:07.287821 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-874bd260-71a1-4a0a-8b69-a495724454a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:07.289213 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-874bd260-71a1-4a0a-8b69-a495724454a5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/01271e75-23a8-49a9-a472-0a6aad7fb374 HTTP/1.1" status: 204 len: 168 time: 0.3130062 Jun 10 15:28:07.297895 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-b1058412-56a1-4680-9c27-863d9a676464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:07.300969 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874bd260-71a1-4a0a-8b69-a495724454a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01271e75-23a8-49a9-a472-0a6aad7fb374,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:07.304480 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-874bd260-71a1-4a0a-8b69-a495724454a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:07.969015 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf9612-cba6-405d-87c8-eb83f99c8ef4 req-493f907d-301a-41b3-965e-f6e09b4a1673 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:07.970587 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-44bf9612-cba6-405d-87c8-eb83f99c8ef4 req-493f907d-301a-41b3-965e-f6e09b4a1673 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.1252663 Jun 10 15:28:07.979015 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c4646-12dc-4d65-a697-9e16420456df req-be1b1876-3fe9-4f83-8bdd-3e4afca48e99 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:07.980458 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ee6c4646-12dc-4d65-a697-9e16420456df req-be1b1876-3fe9-4f83-8bdd-3e4afca48e99 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 944 time: 0.1226504 Jun 10 15:28:08.041983 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-44bf9612-cba6-405d-87c8-eb83f99c8ef4 req-67b4559b-ac31-4f69-aaa3-45c2bab6902a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602899 Jun 10 15:28:08.066492 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ee6c4646-12dc-4d65-a697-9e16420456df req-346834a1-2572-43a2-b92d-37b640712b24 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683100 Jun 10 15:28:08.646435 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 53224) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:28:08.748290 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-b82e30e7-f5f9-475d-bc2a-b43db8cd3a54 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1015491086-network', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:28:08.916445 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82e30e7-f5f9-475d-bc2a-b43db8cd3a54 admin admin] Made reservation on behalf of db0c59ccfeea45a7b9c0ebc35a81a341 for: {'network': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:28:08.918794 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b82e30e7-f5f9-475d-bc2a-b43db8cd3a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4185528'] for network, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:08.930377 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b82e30e7-f5f9-475d-bc2a-b43db8cd3a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:09.031424 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b82e30e7-f5f9-475d-bc2a-b43db8cd3a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:09.213169 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b82e30e7-f5f9-475d-bc2a-b43db8cd3a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:09.240607 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-6a909428-8da4-4df0-9112-b18089b52cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:09.276843 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82e30e7-f5f9-475d-bc2a-b43db8cd3a54 admin admin] vlan segment allocate from pool success with {'vlan_id': 534, 'physical_network': 'physnet1'} {{(pid=92440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 15:28:09.309867 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b82e30e7-f5f9-475d-bc2a-b43db8cd3a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:09.310208 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.db.segments_db [None req-b82e30e7-f5f9-475d-bc2a-b43db8cd3a54 admin admin] Added segment 3dc8b9e0-7668-4e54-9f57-ca651e2186a9 of type vlan for network 99fc0f03-757d-421c-8ecc-585e7d30dced Jun 10 15:28:09.314422 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e30e7-f5f9-475d-bc2a-b43db8cd3a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266b3bc2-05d3-4a13-bc26-4ec178b5ce33,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:09.328395 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-b82e30e7-f5f9-475d-bc2a-b43db8cd3a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:09.388526 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044c5c7-63db-49b9-a67f-64e7ceb59dea req-ba5231ce-37ae-4a8d-a788-c0e275034f6a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:09.391768 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d044c5c7-63db-49b9-a67f-64e7ceb59dea req-ba5231ce-37ae-4a8d-a788-c0e275034f6a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.2261848 Jun 10 15:28:09.397373 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b82e30e7-f5f9-475d-bc2a-b43db8cd3a54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786703315887'] for network, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:09.417491 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d44a9a-e769-440f-a529-290e3ee03f07 req-72815679-9386-4147-94ed-8964d64cd49a tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:09.418956 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-71d44a9a-e769-440f-a529-290e3ee03f07 req-72815679-9386-4147-94ed-8964d64cd49a tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 944 time: 0.2422698 Jun 10 15:28:09.502488 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d044c5c7-63db-49b9-a67f-64e7ceb59dea req-94855dbf-7e8b-41cb-9d36-e361ea6a872a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014521 Jun 10 15:28:09.510173 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-71d44a9a-e769-440f-a529-290e3ee03f07 req-63d5dd1f-3184-42f3-a171-d250209e5fcc tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766127 Jun 10 15:28:09.627080 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b82e30e7-f5f9-475d-bc2a-b43db8cd3a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331'] for network, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:09.629790 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82e30e7-f5f9-475d-bc2a-b43db8cd3a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:09.629790 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b82e30e7-f5f9-475d-bc2a-b43db8cd3a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:09.634029 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:09.736277 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e30e7-f5f9-475d-bc2a-b43db8cd3a54 admin admin] Pushing event updated for resources: {'Network': ['ID=99fc0f03-757d-421c-8ecc-585e7d30dced,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:09.740412 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-b82e30e7-f5f9-475d-bc2a-b43db8cd3a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:09.748162 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-b82e30e7-f5f9-475d-bc2a-b43db8cd3a54 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0997140 Jun 10 15:28:09.749927 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Network 99fc0f03-757d-421c-8ecc-585e7d30dced details requested by agent ovs-agent-dv-cinder-772126-2-iscsi with host dv-cinder-772126-2-iscsi {{(pid=92442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:28:09.750919 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 53250) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:28:09.756846 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-71e8fe32-0f90-4f4c-984f-84b6c585caa6 admin admin] Request body: {'subnet': {'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1015491086-subnet', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'ip_version': 4}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:28:09.891094 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e8fe32-0f90-4f4c-984f-84b6c585caa6 admin admin] Made reservation on behalf of db0c59ccfeea45a7b9c0ebc35a81a341 for: {'subnet': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:28:09.893462 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-71e8fe32-0f90-4f4c-984f-84b6c585caa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532218085'] for subnet, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:10.234179 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-71e8fe32-0f90-4f4c-984f-84b6c585caa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532409097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532218099'] for subnet, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:10.237703 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-e42dc878-b6ef-4d0e-93f0-4e280a7eb306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:10.308655 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8fe32-0f90-4f4c-984f-84b6c585caa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b21160b-cc2e-4cb8-a64c-09bca992f2a7,revision_number=0']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:10.311950 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-71e8fe32-0f90-4f4c-984f-84b6c585caa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:10.317768 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e8fe32-0f90-4f4c-984f-84b6c585caa6 admin admin] Checking segment: {'id': '3dc8b9e0-7668-4e54-9f57-ca651e2186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:28:10.318154 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e8fe32-0f90-4f4c-984f-84b6c585caa6 admin admin] Network hostable DHCP agents. Network: 99fc0f03-757d-421c-8ecc-585e7d30dced, hostable agents: ['4860e634-0734-4446-9305-88b306355572'], hosted agents: [] {{(pid=92440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:28:10.437378 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e8fe32-0f90-4f4c-984f-84b6c585caa6 admin admin] Network 99fc0f03-757d-421c-8ecc-585e7d30dced is scheduled to be hosted by DHCP agent 4860e634-0734-4446-9305-88b306355572 with binding_index 1 {{(pid=92440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:28:10.542126 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [None req-71e8fe32-0f90-4f4c-984f-84b6c585caa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-2-iscsi, 99fc0f03-757d-421c-8ecc-585e7d30dced) {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:28:10.547234 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e8fe32-0f90-4f4c-984f-84b6c585caa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:10.551466 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-71e8fe32-0f90-4f4c-984f-84b6c585caa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:10.552055 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04ff1ad-4fb5-44ea-8c30-fdee87af81d5 None None] Network 99fc0f03-757d-421c-8ecc-585e7d30dced requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:28:10.672897 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-71e8fe32-0f90-4f4c-984f-84b6c585caa6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9177656 Jun 10 15:28:10.673352 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 53270) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:28:10.677919 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-83d12ea8-96cb-4c86-9316-bc7757711194 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1015491086-router', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:28:10.721313 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104bd990-f0e3-4f59-9fca-dae4db5178f2 req-3fb1ebed-6802-45e6-9762-81db22aabadb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:10.722812 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-104bd990-f0e3-4f59-9fca-dae4db5178f2 req-3fb1ebed-6802-45e6-9762-81db22aabadb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 944 time: 0.0906162 Jun 10 15:28:10.769515 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-104bd990-f0e3-4f59-9fca-dae4db5178f2 req-e58fa2f5-409a-4b59-881b-9da2fd40a6e9 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406570 Jun 10 15:28:10.777841 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcc455be-9be4-53fc-9fd0-280f6bd08d86-99fc0f03-757d-421c-8ecc-585e7d30dced', 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'fixed_ips': [{'subnet_id': '6b21160b-cc2e-4cb8-a64c-09bca992f2a7'}]}} from dv-cinder-772126-2-iscsi. {{(pid=92442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 15:28:10.778714 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:10.812204 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-83d12ea8-96cb-4c86-9316-bc7757711194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26667'] for router, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:10.812204 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-83d12ea8-96cb-4c86-9316-bc7757711194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1009843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26832'] for router, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:10.878971 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-83d12ea8-96cb-4c86-9316-bc7757711194 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:10.955875 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.db_base_plugin_common [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Allocated IP 172.20.0.2 (99fc0f03-757d-421c-8ecc-585e7d30dced/6b21160b-cc2e-4cb8-a64c-09bca992f2a7/34af4ec2-7f84-4ed5-b5aa-9c36954abe71) {{(pid=92442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:28:11.250478 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-83d12ea8-96cb-4c86-9316-bc7757711194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26822'] for router, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:11.268198 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Notify callbacks [] for port, precommit_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:11.276350 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Transition to ACTIVE for port object 34af4ec2-7f84-4ed5-b5aa-9c36954abe71 will not be triggered until provisioned by entity L2. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:28:11.292252 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Transition to ACTIVE for port object 34af4ec2-7f84-4ed5-b5aa-9c36954abe71 will not be triggered until provisioned by entity DHCP. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:28:11.451740 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:11.457816 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:11.508957 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Network 99fc0f03-757d-421c-8ecc-585e7d30dced is already hosted by enough agents. {{(pid=92442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:28:11.512006 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.scheduler.base_scheduler [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Resources bound (agent type, host, resource id): {{(pid=92442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:28:11.515983 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Received port after_create {{(pid=92442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:28:11.522105 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Pushing event updated for resources: {'Port': ['ID=34af4ec2-7f84-4ed5-b5aa-9c36954abe71,revision_number=1']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:11.532558 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:11.532917 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:11.533271 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:11.533603 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:11.533993 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:11.534306 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:11.534635 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:11.534959 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:11.535286 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:11.535609 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:11.535930 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:11.536247 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:11.540318 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:11.603124 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Attempting to bind port 34af4ec2-7f84-4ed5-b5aa-9c36954abe71 on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:28:11.603416 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Attempting to bind port 34af4ec2-7f84-4ed5-b5aa-9c36954abe71 by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '3dc8b9e0-7668-4e54-9f57-ca651e2186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced'}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:28:11.603792 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Attempting to bind port 34af4ec2-7f84-4ed5-b5aa-9c36954abe71 on network 99fc0f03-757d-421c-8ecc-585e7d30dced {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:28:11.609248 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:28:11.609632 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Checking segment: {'id': '3dc8b9e0-7668-4e54-9f57-ca651e2186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:28:11.610078 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:11.610482 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Bound using segment: {'id': '3dc8b9e0-7668-4e54-9f57-ca651e2186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced'} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:28:11.610953 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Bound port: 34af4ec2-7f84-4ed5-b5aa-9c36954abe71, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc8b9e0-7668-4e54-9f57-ca651e2186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced'}}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:28:11.611339 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:11.657096 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-83d12ea8-96cb-4c86-9316-bc7757711194 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:11.684393 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-83d12ea8-96cb-4c86-9316-bc7757711194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:11.688296 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] For port 34af4ec2-7f84-4ed5-b5aa-9c36954abe71, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:28:11.691472 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] For port 34af4ec2-7f84-4ed5-b5aa-9c36954abe71, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=34af4ec2-7f84-4ed5-b5aa-9c36954abe71,segment=NetworkSegment(3dc8b9e0-7668-4e54-9f57-ca651e2186a9),segment_id=3dc8b9e0-7668-4e54-9f57-ca651e2186a9)] {{(pid=92442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:28:11.805349 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [None req-83d12ea8-96cb-4c86-9316-bc7757711194 admin admin] Allocated IP 172.27.3.184 (bafb3150-7231-46b7-88ed-3af7e5c7810a/66421b7e-18a2-4c9a-a813-c12246305922/7f9a7f26-9337-409b-a2b8-32cc57a55920) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:28:11.805735 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:11.820927 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-2e18242e-fceb-451a-8d57-751cbb962423 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:11.877299 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Pushing event updated for resources: {'Port': ['ID=34af4ec2-7f84-4ed5-b5aa-9c36954abe71,revision_number=2']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:11.888427 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:11.953929 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-83d12ea8-96cb-4c86-9316-bc7757711194 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:11.974574 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290cd836-0fe1-4a7c-a6f0-3df6a5bc85d7 req-f0ad44c9-1726-4265-a2c3-0e26a984cd81 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:11.987765 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-290cd836-0fe1-4a7c-a6f0-3df6a5bc85d7 req-f0ad44c9-1726-4265-a2c3-0e26a984cd81 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 944 time: 0.0933824 Jun 10 15:28:12.035055 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 53302) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:28:12.042536 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-290cd836-0fe1-4a7c-a6f0-3df6a5bc85d7 req-6698311b-9282-4a18-9d33-74222f57bbbd tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533795 Jun 10 15:28:12.105651 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-83d12ea8-96cb-4c86-9316-bc7757711194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:12.112274 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-1e3113a6-f07f-4056-b8be-43e99501f9d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:12.190460 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-88ec6980-7a53-4e45-a6a9-8fa9dd20a0cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:12.216533 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d12ea8-96cb-4c86-9316-bc7757711194 admin admin] Network bafb3150-7231-46b7-88ed-3af7e5c7810a is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:28:12.217335 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d12ea8-96cb-4c86-9316-bc7757711194 admin admin] Pushing event updated for resources: {'Port': ['ID=7f9a7f26-9337-409b-a2b8-32cc57a55920,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:12.229579 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-83d12ea8-96cb-4c86-9316-bc7757711194 admin admin] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:28:12.232051 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-83d12ea8-96cb-4c86-9316-bc7757711194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:12.235908 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d12ea8-96cb-4c86-9316-bc7757711194 admin admin] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:28:12.489208 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-88ec6980-7a53-4e45-a6a9-8fa9dd20a0cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:12.606952 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-88ec6980-7a53-4e45-a6a9-8fa9dd20a0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:12.612814 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-37be838c-67ae-48ca-a6c0-157a790dcacb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:12.710665 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec6980-7a53-4e45-a6a9-8fa9dd20a0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ccb336-39a6-487d-b2ca-0bd188f44c89,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:12.710665 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-88ec6980-7a53-4e45-a6a9-8fa9dd20a0cf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a4550bce36b7437b8095dcfdaaafb0b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6469505 Jun 10 15:28:12.710665 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-88ec6980-7a53-4e45-a6a9-8fa9dd20a0cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:12.712219 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 53340) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:28:12.713078 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-83d12ea8-96cb-4c86-9316-bc7757711194 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:13.063167 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-4e1344ac-d1b5-4521-8427-fcb1cfe4dff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:13.081549 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca0fc17-c7da-473d-8e27-0854d59f335f None None] Network 99fc0f03-757d-421c-8ecc-585e7d30dced requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:28:13.099633 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-4e1344ac-d1b5-4521-8427-fcb1cfe4dff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:13.203398 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 34af4ec2-7f84-4ed5-b5aa-9c36954abe71 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:28:13.259673 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-83d12ea8-96cb-4c86-9316-bc7757711194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938747'] for router, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:13.332049 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378c42b-fa32-4e41-a933-e465e77d99ae req-528a1380-c06e-45dc-8681-4b2026b70009 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:13.333626 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c378c42b-fa32-4e41-a933-e465e77d99ae req-528a1380-c06e-45dc-8681-4b2026b70009 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 944 time: 0.0972736 Jun 10 15:28:13.346377 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-981c54bf-f132-4665-abe0-3d608360f025 None None] Provisioning for port 34af4ec2-7f84-4ed5-b5aa-9c36954abe71 completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:28:13.348691 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-4e1344ac-d1b5-4521-8427-fcb1cfe4dff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:13.352236 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-4e1344ac-d1b5-4521-8427-fcb1cfe4dff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:13.362132 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-4e1344ac-d1b5-4521-8427-fcb1cfe4dff8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/25ccb336-39a6-487d-b2ca-0bd188f44c89 HTTP/1.1" status: 204 len: 168 time: 0.6742098 Jun 10 15:28:13.373772 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-77d14ce5-4fef-42ed-a00f-a60bee9dbefa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:13.408811 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1344ac-d1b5-4521-8427-fcb1cfe4dff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ccb336-39a6-487d-b2ca-0bd188f44c89,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:13.424843 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port 34af4ec2-7f84-4ed5-b5aa-9c36954abe71 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:28:13.429161 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-4e1344ac-d1b5-4521-8427-fcb1cfe4dff8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:13.437752 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 34af4ec2-7f84-4ed5-b5aa-9c36954abe71 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:28:13.437752 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:13.516949 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c378c42b-fa32-4e41-a933-e465e77d99ae req-33651488-da30-4c57-9d24-b3f1e3316445 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738563 Jun 10 15:28:13.616430 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d12ea8-96cb-4c86-9316-bc7757711194 admin admin] Router 11464a77-e82e-4b50-8281-00d254842c66 is scheduled to L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa with binding_index 1 {{(pid=92441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 15:28:13.617553 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:13.682087 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port 34af4ec2-7f84-4ed5-b5aa-9c36954abe71, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=34af4ec2-7f84-4ed5-b5aa-9c36954abe71,segment=NetworkSegment(3dc8b9e0-7668-4e54-9f57-ca651e2186a9),segment_id=3dc8b9e0-7668-4e54-9f57-ca651e2186a9)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:28:13.690284 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-6161b848-858a-44dc-a660-42ef1fc9107b None None] Provisioning complete for port 34af4ec2-7f84-4ed5-b5aa-9c36954abe71 triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:28:13.690665 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-6161b848-858a-44dc-a660-42ef1fc9107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:13.794982 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d12ea8-96cb-4c86-9316-bc7757711194 admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:28:13.808299 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] Sync routers for ids ['11464a77-e82e-4b50-8281-00d254842c66'] in dv-cinder-772126-2-iscsi {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:28:13.815772 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-6161b848-858a-44dc-a660-42ef1fc9107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:13.820204 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] Routers {'11464a77-e82e-4b50-8281-00d254842c66'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:28:13.820833 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:27:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['11464a77-e82e-4b50-8281-00d254842c66'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:13.891046 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:13.907246 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:13.954012 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-83d12ea8-96cb-4c86-9316-bc7757711194 admin admin] Notify callbacks [] for router, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:13.964758 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-83d12ea8-96cb-4c86-9316-bc7757711194 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2814846 Jun 10 15:28:13.967115 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 53384) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:28:13.969756 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] Set router 11464a77-e82e-4b50-8281-00d254842c66 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:28:13.987283 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.db.api [None req-6161b848-858a-44dc-a660-42ef1fc9107b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 15:28:13.987724 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_db.api [None req-6161b848-858a-44dc-a660-42ef1fc9107b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 15:28:13.992258 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=34af4ec2-7f84-4ed5-b5aa-9c36954abe71,revision_number=3']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:13.998588 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:14.315676 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11464a77-e82e-4b50-8281-00d254842c66', 'name': 'tempest-TestMinimumBasicScenario-1015491086-router', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '7f9a7f26-9337-409b-a2b8-32cc57a55920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:28:10Z', 'updated_at': '2021-06-10T15:28:12Z', 'revision_number': 3, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'gw_port': {'id': '7f9a7f26-9337-409b-a2b8-32cc57a55920', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11464a77-e82e-4b50-8281-00d254842c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:11Z', 'updated_at': '2021-06-10T15:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:14.319006 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] Checking router: 11464a77-e82e-4b50-8281-00d254842c66 for host: dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:28:14.319359 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] Updating router 11464a77-e82e-4b50-8281-00d254842c66 port 7f9a7f26-9337-409b-a2b8-32cc57a55920 binding host dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:28:14.363470 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:14.629992 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6812d89b-1ec6-4ee2-9850-0d21ca7dd417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:14.820731 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a651d2c-f60e-4022-ba5a-dadb7952bcae req-e35f9c13-9f21-4095-b926-94f4d7500aa4 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:14.830063 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6a651d2c-f60e-4022-ba5a-dadb7952bcae req-e35f9c13-9f21-4095-b926-94f4d7500aa4 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 944 time: 0.1460631 Jun 10 15:28:14.870039 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] Notify callbacks [] for port, precommit_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:14.883914 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.provisioning_blocks [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] Transition to ACTIVE for port object 7f9a7f26-9337-409b-a2b8-32cc57a55920 will not be triggered until provisioned by entity L2. {{(pid=92443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:28:14.904379 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6a651d2c-f60e-4022-ba5a-dadb7952bcae req-93ec2eb4-6914-4550-9344-bac5c931b447 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734413 Jun 10 15:28:14.912154 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [None req-6812d89b-1ec6-4ee2-9850-0d21ca7dd417 admin admin] Allocated IP 172.20.0.1 (99fc0f03-757d-421c-8ecc-585e7d30dced/6b21160b-cc2e-4cb8-a64c-09bca992f2a7/8498eb48-0de7-4be2-a559-579e9b422c5d) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:28:15.047007 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6812d89b-1ec6-4ee2-9850-0d21ca7dd417 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:15.059573 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:15.062387 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.provisioning_blocks [None req-6812d89b-1ec6-4ee2-9850-0d21ca7dd417 admin admin] Transition to ACTIVE for port object 8498eb48-0de7-4be2-a559-579e9b422c5d will not be triggered until provisioned by entity DHCP. {{(pid=92441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:28:15.063735 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:15.113935 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 34af4ec2-7f84-4ed5-b5aa-9c36954abe71 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:28:15.140686 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] Attempting to bind port 7f9a7f26-9337-409b-a2b8-32cc57a55920 on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:28:15.141377 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] Attempting to bind port 7f9a7f26-9337-409b-a2b8-32cc57a55920 by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}] {{(pid=92443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:28:15.141745 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] Attempting to bind port 7f9a7f26-9337-409b-a2b8-32cc57a55920 on network bafb3150-7231-46b7-88ed-3af7e5c7810a {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:28:15.153514 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:28:15.154037 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] Checking segment: {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:28:15.154310 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:15.154702 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] Bound using segment: {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'} {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:28:15.155416 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] Bound port: 7f9a7f26-9337-409b-a2b8-32cc57a55920, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}}] {{(pid=92443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:28:15.156200 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:15.158860 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41919e-c74f-4964-9227-65e0dbe30574 None None] Pushing event updated for resources: {'Port': ['ID=7f9a7f26-9337-409b-a2b8-32cc57a55920,revision_number=2']} {{(pid=92443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:15.181544 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 34af4ec2-7f84-4ed5-b5aa-9c36954abe71 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:28:15.182260 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:15.198472 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41919e-c74f-4964-9227-65e0dbe30574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:15.200647 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41919e-c74f-4964-9227-65e0dbe30574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:15.200647 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41919e-c74f-4964-9227-65e0dbe30574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:15.200647 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41919e-c74f-4964-9227-65e0dbe30574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:15.200647 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41919e-c74f-4964-9227-65e0dbe30574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:15.200647 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41919e-c74f-4964-9227-65e0dbe30574 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:15.200647 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41919e-c74f-4964-9227-65e0dbe30574 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:15.201148 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41919e-c74f-4964-9227-65e0dbe30574 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:15.201253 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41919e-c74f-4964-9227-65e0dbe30574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:15.201504 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41919e-c74f-4964-9227-65e0dbe30574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:15.201836 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41919e-c74f-4964-9227-65e0dbe30574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:15.202177 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41919e-c74f-4964-9227-65e0dbe30574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:15.214784 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-cc41919e-c74f-4964-9227-65e0dbe30574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:15.222603 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6812d89b-1ec6-4ee2-9850-0d21ca7dd417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:15.225544 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-f44c6cb7-71bc-4b2a-a5b4-42718e2f8b8a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:15.247162 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.db [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] For port 7f9a7f26-9337-409b-a2b8-32cc57a55920, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:28:15.250876 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.db [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] For port 7f9a7f26-9337-409b-a2b8-32cc57a55920, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=7f9a7f26-9337-409b-a2b8-32cc57a55920,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:28:15.264741 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6812d89b-1ec6-4ee2-9850-0d21ca7dd417 admin admin] Network 99fc0f03-757d-421c-8ecc-585e7d30dced is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:28:15.271254 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-6812d89b-1ec6-4ee2-9850-0d21ca7dd417 admin admin] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:28:15.273827 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6812d89b-1ec6-4ee2-9850-0d21ca7dd417 admin admin] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:28:15.274650 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6812d89b-1ec6-4ee2-9850-0d21ca7dd417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-934716'] for router_interface, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:15.339660 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812d89b-1ec6-4ee2-9850-0d21ca7dd417 admin admin] Pushing event updated for resources: {'Port': ['ID=8498eb48-0de7-4be2-a559-579e9b422c5d,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:15.344167 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:15.344688 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-6812d89b-1ec6-4ee2-9850-0d21ca7dd417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:15.351275 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:15.401654 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] Routers {'11464a77-e82e-4b50-8281-00d254842c66'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:28:15.402327 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:27:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['11464a77-e82e-4b50-8281-00d254842c66'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:15.507334 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41919e-c74f-4964-9227-65e0dbe30574 None None] Pushing event updated for resources: {'Port': ['ID=7f9a7f26-9337-409b-a2b8-32cc57a55920,revision_number=3']} {{(pid=92443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:15.511359 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-cc41919e-c74f-4964-9227-65e0dbe30574 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:15.560892 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] Set router 11464a77-e82e-4b50-8281-00d254842c66 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:28:15.566601 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6812d89b-1ec6-4ee2-9850-0d21ca7dd417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:15.576630 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-fecb7871-12c1-4cdc-b55a-783a59a29c2a None None] Provisioning for port 8498eb48-0de7-4be2-a559-579e9b422c5d completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:28:15.587328 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-fecb7871-12c1-4cdc-b55a-783a59a29c2a None None] Provisioning complete for port 8498eb48-0de7-4be2-a559-579e9b422c5d triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:28:15.588598 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-fecb7871-12c1-4cdc-b55a-783a59a29c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:15.647655 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-fecb7871-12c1-4cdc-b55a-783a59a29c2a None None] Port 8498eb48-0de7-4be2-a559-579e9b422c5d cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:28:15.785611 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6812d89b-1ec6-4ee2-9850-0d21ca7dd417 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:15.822577 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11464a77-e82e-4b50-8281-00d254842c66', 'name': 'tempest-TestMinimumBasicScenario-1015491086-router', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '7f9a7f26-9337-409b-a2b8-32cc57a55920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:28:10Z', 'updated_at': '2021-06-10T15:28:12Z', 'revision_number': 3, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'gw_port': {'id': '7f9a7f26-9337-409b-a2b8-32cc57a55920', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11464a77-e82e-4b50-8281-00d254842c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:11Z', 'updated_at': '2021-06-10T15:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:15.825787 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f01d3a-0d5b-4eb2-997e-52158ccfe30a None None] The sync data for ids ['11464a77-e82e-4b50-8281-00d254842c66'] in dv-cinder-772126-2-iscsi is: [{'id': '11464a77-e82e-4b50-8281-00d254842c66', 'name': 'tempest-TestMinimumBasicScenario-1015491086-router', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '7f9a7f26-9337-409b-a2b8-32cc57a55920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:28:10Z', 'updated_at': '2021-06-10T15:28:12Z', 'revision_number': 3, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'gw_port': {'id': '7f9a7f26-9337-409b-a2b8-32cc57a55920', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11464a77-e82e-4b50-8281-00d254842c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:11Z', 'updated_at': '2021-06-10T15:28:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}] {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:28:15.911617 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6812d89b-1ec6-4ee2-9850-0d21ca7dd417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:15.911617 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6812d89b-1ec6-4ee2-9850-0d21ca7dd417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-934728'] for router_interface, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:15.911617 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-1d57dfa2-77bc-489d-998f-13758b88c76a tempest-VolumesActionsTest-851827353 tempest-VolumesActionsTest-851827353-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:16.007985 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812d89b-1ec6-4ee2-9850-0d21ca7dd417 admin admin] Pushing event updated for resources: {'Port': ['ID=8498eb48-0de7-4be2-a559-579e9b422c5d,revision_number=2']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:16.034973 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-6812d89b-1ec6-4ee2-9850-0d21ca7dd417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:16.131131 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31c2a0-d47c-4436-b287-a928de205dd0 req-6d7c5737-893f-4e18-b95f-115d7b3ce57a tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:16.132713 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2d31c2a0-d47c-4436-b287-a928de205dd0 req-6d7c5737-893f-4e18-b95f-115d7b3ce57a tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 944 time: 0.0844417 Jun 10 15:28:16.162900 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6812d89b-1ec6-4ee2-9850-0d21ca7dd417 admin admin] Network 99fc0f03-757d-421c-8ecc-585e7d30dced is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:28:16.165515 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-6812d89b-1ec6-4ee2-9850-0d21ca7dd417 admin admin] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:28:16.258528 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2d31c2a0-d47c-4436-b287-a928de205dd0 req-5b52b0e1-9b61-4bef-bb55-e898ad78e221 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039829 Jun 10 15:28:16.381318 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6812d89b-1ec6-4ee2-9850-0d21ca7dd417 admin admin] Router 11464a77-e82e-4b50-8281-00d254842c66 has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:28:16.552186 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6812d89b-1ec6-4ee2-9850-0d21ca7dd417 admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:28:16.557856 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-6812d89b-1ec6-4ee2-9850-0d21ca7dd417 admin admin] 10.222.0.26 "PUT /v2.0/routers/11464a77-e82e-4b50-8281-00d254842c66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5887582 Jun 10 15:28:16.590327 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f75512fe-16b2-44be-b2cc-626df8020137 None None] Provisioning complete for port 8498eb48-0de7-4be2-a559-579e9b422c5d triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:28:16.590916 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f75512fe-16b2-44be-b2cc-626df8020137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:16.641902 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-f75512fe-16b2-44be-b2cc-626df8020137 None None] Port 8498eb48-0de7-4be2-a559-579e9b422c5d cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:28:16.819037 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca500078-a93b-4581-a5cc-2db72964763a req-7b1757ac-6c46-4b08-9c21-f5c2dacfd96e tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:16.820666 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ca500078-a93b-4581-a5cc-2db72964763a req-7b1757ac-6c46-4b08-9c21-f5c2dacfd96e tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.0828195 Jun 10 15:28:16.867114 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ca500078-a93b-4581-a5cc-2db72964763a req-0be0132a-e0c3-4c87-b7b3-5fa61f3e9f49 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407517 Jun 10 15:28:17.085068 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 7f9a7f26-9337-409b-a2b8-32cc57a55920 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:28:17.227466 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port 7f9a7f26-9337-409b-a2b8-32cc57a55920 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:28:17.231890 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 7f9a7f26-9337-409b-a2b8-32cc57a55920 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:28:17.237193 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:17.268186 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 5505a8b6-d62c-4baa-8714-50c01606d303 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=92442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:28:17.419588 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:17.459821 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 5505a8b6-d62c-4baa-8714-50c01606d303, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5505a8b6-d62c-4baa-8714-50c01606d303,segment=NetworkSegment(946c7721-7573-4267-b72d-fd235dd82591),segment_id=946c7721-7573-4267-b72d-fd235dd82591)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:28:17.463300 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port 7f9a7f26-9337-409b-a2b8-32cc57a55920, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=7f9a7f26-9337-409b-a2b8-32cc57a55920,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:28:17.469425 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e73d3-ad8e-49eb-96c3-2ee3ecb14fa4 req-289b92ce-2de3-49d5-9c13-36a6cb19ad25 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:17.478685 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-981e73d3-ad8e-49eb-96c3-2ee3ecb14fa4 req-289b92ce-2de3-49d5-9c13-36a6cb19ad25 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 944 time: 0.0801923 Jun 10 15:28:17.481732 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Returning: {'device': '5505a8b6-d62c-4baa-8714-50c01606d303', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'port_id': '5505a8b6-d62c-4baa-8714-50c01606d303', 'mac_address': 'fa:16:3e:01:27:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:28:17.542892 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:17.547943 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-981e73d3-ad8e-49eb-96c3-2ee3ecb14fa4 req-31d4d4cc-4478-4e44-b188-0bd813c4702d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671754 Jun 10 15:28:17.548359 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 53474) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:28:17.553450 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-eff6e038-888e-496c-8024-6643a34aa106 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1290939866-network', 'tenant_id': '50588f182b6642ee9540ab3b6f94ee9c'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:28:17.572523 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:17.577021 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5505a8b6-d62c-4baa-8714-50c01606d303 {{(pid=92442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:28:17.584774 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:17.636396 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 5505a8b6-d62c-4baa-8714-50c01606d303, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5505a8b6-d62c-4baa-8714-50c01606d303,segment=NetworkSegment(946c7721-7573-4267-b72d-fd235dd82591),segment_id=946c7721-7573-4267-b72d-fd235dd82591)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:28:17.661104 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=7f9a7f26-9337-409b-a2b8-32cc57a55920,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:17.664127 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:17.696512 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff6e038-888e-496c-8024-6643a34aa106 admin admin] Made reservation on behalf of 50588f182b6642ee9540ab3b6f94ee9c for: {'network': 1} {{(pid=92441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:28:17.699051 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-eff6e038-888e-496c-8024-6643a34aa106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4185528'] for network, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:17.737944 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-eff6e038-888e-496c-8024-6643a34aa106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:17.801271 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] Sync routers for ids ['11464a77-e82e-4b50-8281-00d254842c66'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:28:17.807763 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:17.813632 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:17.828780 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-eff6e038-888e-496c-8024-6643a34aa106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:17.850127 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] Routers {'11464a77-e82e-4b50-8281-00d254842c66'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:28:17.850756 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:27:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['11464a77-e82e-4b50-8281-00d254842c66'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:17.936412 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-eff6e038-888e-496c-8024-6643a34aa106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:17.942172 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-49cd36db-9ec2-4652-b0b7-bc3b80204d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:17.964697 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff6e038-888e-496c-8024-6643a34aa106 admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=92441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 15:28:17.982584 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6e038-888e-496c-8024-6643a34aa106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5825b0dc-03bc-40e3-85ab-a213c7b18ddd,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:17.986434 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-eff6e038-888e-496c-8024-6643a34aa106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:17.986826 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.db.segments_db [None req-eff6e038-888e-496c-8024-6643a34aa106 admin admin] Added segment 4406eb84-acf4-488a-933d-f01fcbf53cc1 of type vlan for network 40993aa6-49fb-4e9a-a18c-892b55bdfa64 Jun 10 15:28:17.988446 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-eff6e038-888e-496c-8024-6643a34aa106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:17.998108 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=5505a8b6-d62c-4baa-8714-50c01606d303,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:18.003117 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:18.038103 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] Set router 11464a77-e82e-4b50-8281-00d254842c66 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:28:18.058824 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-eff6e038-888e-496c-8024-6643a34aa106 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786703315887'] for network, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:18.106851 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18369f69-a96a-49f2-994b-78f216fad0f3 req-20f8abc7-f820-4e61-a4e4-3d4739fad04c tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:18.108986 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-18369f69-a96a-49f2-994b-78f216fad0f3 req-20f8abc7-f820-4e61-a4e4-3d4739fad04c tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.0792756 Jun 10 15:28:18.167226 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-18369f69-a96a-49f2-994b-78f216fad0f3 req-f16bfa6c-61b1-4858-bafe-928438089a0c tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520334 Jun 10 15:28:18.205629 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-eff6e038-888e-496c-8024-6643a34aa106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331'] for network, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:18.207024 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff6e038-888e-496c-8024-6643a34aa106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:18.207657 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-eff6e038-888e-496c-8024-6643a34aa106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:18.209912 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:18.298320 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6e038-888e-496c-8024-6643a34aa106 admin admin] Pushing event updated for resources: {'Network': ['ID=40993aa6-49fb-4e9a-a18c-892b55bdfa64,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:18.302489 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-eff6e038-888e-496c-8024-6643a34aa106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:18.317715 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Network 40993aa6-49fb-4e9a-a18c-892b55bdfa64 details requested by agent ovs-agent-dv-cinder-772126-2-iscsi with host dv-cinder-772126-2-iscsi {{(pid=92442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:28:18.323067 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-58673212-ca9b-4300-b98e-d858ca81779a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:18.340216 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-eff6e038-888e-496c-8024-6643a34aa106 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7906826 Jun 10 15:28:18.342750 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 53488) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:28:18.347577 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-a35c6a3b-547c-4c57-a7ed-7c10422fab78 admin admin] Request body: {'subnet': {'network_id': '40993aa6-49fb-4e9a-a18c-892b55bdfa64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1290939866-subnet', 'tenant_id': '50588f182b6642ee9540ab3b6f94ee9c', 'ip_version': 4}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:28:18.473196 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35c6a3b-547c-4c57-a7ed-7c10422fab78 admin admin] Made reservation on behalf of 50588f182b6642ee9540ab3b6f94ee9c for: {'subnet': 1} {{(pid=92441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:28:18.475577 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a35c6a3b-547c-4c57-a7ed-7c10422fab78 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:18.539881 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11464a77-e82e-4b50-8281-00d254842c66', 'name': 'tempest-TestMinimumBasicScenario-1015491086-router', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '7f9a7f26-9337-409b-a2b8-32cc57a55920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:28:10Z', 'updated_at': '2021-06-10T15:28:15Z', 'revision_number': 4, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'gw_port': {'id': '7f9a7f26-9337-409b-a2b8-32cc57a55920', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11464a77-e82e-4b50-8281-00d254842c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:11Z', 'updated_at': '2021-06-10T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '8498eb48-0de7-4be2-a559-579e9b422c5d', 'name': '', 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'mac_address': 'fa:16:3e:ef:be:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11464a77-e82e-4b50-8281-00d254842c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '6b21160b-cc2e-4cb8-a64c-09bca992f2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:14Z', 'updated_at': '2021-06-10T15:28:15Z', 'revision_number': 2, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'subnets': [{'id': '6b21160b-cc2e-4cb8-a64c-09bca992f2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:18.544011 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] Checking router: 11464a77-e82e-4b50-8281-00d254842c66 for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:28:18.544580 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] Updating router 11464a77-e82e-4b50-8281-00d254842c66 port 8498eb48-0de7-4be2-a559-579e9b422c5d binding host dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:28:18.575548 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['5505a8b6-d62c-4baa-8714-50c01606d303'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:28:18.630921 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:18.755318 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f25fef-8ea0-4ed1-b7fc-083d95b5b9e4 req-db0a4f4d-1f59-4b02-9d19-7ffb0339fedd tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:18.756809 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-42f25fef-8ea0-4ed1-b7fc-083d95b5b9e4 req-db0a4f4d-1f59-4b02-9d19-7ffb0339fedd tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 945 time: 0.0828345 Jun 10 15:28:18.804171 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-42f25fef-8ea0-4ed1-b7fc-083d95b5b9e4 req-938931da-3769-443e-8b3b-90181ab5da5f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412076 Jun 10 15:28:18.836262 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a35c6a3b-547c-4c57-a7ed-7c10422fab78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322'] for subnet, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:18.837582 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:18.929044 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35c6a3b-547c-4c57-a7ed-7c10422fab78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad15693f-2914-4c0e-bafb-d7a82520b52b,revision_number=0']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:18.934141 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a35c6a3b-547c-4c57-a7ed-7c10422fab78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:18.955283 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35c6a3b-547c-4c57-a7ed-7c10422fab78 admin admin] Checking segment: {'id': '4406eb84-acf4-488a-933d-f01fcbf53cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '40993aa6-49fb-4e9a-a18c-892b55bdfa64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:28:18.955638 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35c6a3b-547c-4c57-a7ed-7c10422fab78 admin admin] Network hostable DHCP agents. Network: 40993aa6-49fb-4e9a-a18c-892b55bdfa64, hostable agents: ['4860e634-0734-4446-9305-88b306355572'], hosted agents: [] {{(pid=92441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:28:19.087085 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 7f9a7f26-9337-409b-a2b8-32cc57a55920 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:28:19.182271 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35c6a3b-547c-4c57-a7ed-7c10422fab78 admin admin] Network 40993aa6-49fb-4e9a-a18c-892b55bdfa64 is scheduled to be hosted by DHCP agent 4860e634-0734-4446-9305-88b306355572 with binding_index 1 {{(pid=92441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:28:19.214718 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] Notify callbacks [] for port, precommit_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:19.247988 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] Transition to ACTIVE for port object 8498eb48-0de7-4be2-a559-579e9b422c5d will not be triggered until provisioned by entity L2. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:28:19.258334 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 7f9a7f26-9337-409b-a2b8-32cc57a55920 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:28:19.258714 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:19.314215 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-a35c6a3b-547c-4c57-a7ed-7c10422fab78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-2-iscsi, 40993aa6-49fb-4e9a-a18c-892b55bdfa64) {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:28:19.318524 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35c6a3b-547c-4c57-a7ed-7c10422fab78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:19.319422 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a35c6a3b-547c-4c57-a7ed-7c10422fab78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:19.338410 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f677557c-614f-49d0-8b7d-7d113408c820 None None] Network 40993aa6-49fb-4e9a-a18c-892b55bdfa64 requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:28:19.367029 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede4c0b-46e4-4809-b60c-4836b8c8b456 req-4927ba31-7ea8-474f-ab69-01aae0c077f1 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:19.368590 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6ede4c0b-46e4-4809-b60c-4836b8c8b456 req-4927ba31-7ea8-474f-ab69-01aae0c077f1 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.0755298 Jun 10 15:28:19.412984 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6ede4c0b-46e4-4809-b60c-4836b8c8b456 req-43345d30-ba83-49e8-a763-68c32ca8a181 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365164 Jun 10 15:28:19.426225 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:19.429384 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-aaec0376-5287-412b-9c00-bd6f038f065c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:19.457875 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-a35c6a3b-547c-4c57-a7ed-7c10422fab78 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1138244 Jun 10 15:28:19.460121 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 53504) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:28:19.464482 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-e9e37763-b344-4824-b4ec-6c9c1151a555 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1290939866-router', 'tenant_id': '50588f182b6642ee9540ab3b6f94ee9c', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:28:19.551133 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e45c79-aedd-4686-afe3-98d8ac8ce7b3 None None] Pushing event updated for resources: {'Port': ['ID=8498eb48-0de7-4be2-a559-579e9b422c5d,revision_number=3']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:19.578811 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-60e45c79-aedd-4686-afe3-98d8ac8ce7b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:19.644664 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e9e37763-b344-4824-b4ec-6c9c1151a555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26667'] for router, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:19.645821 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e9e37763-b344-4824-b4ec-6c9c1151a555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1009843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26832'] for router, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:19.653453 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] Attempting to bind port 8498eb48-0de7-4be2-a559-579e9b422c5d on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:28:19.656287 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] Attempting to bind port 8498eb48-0de7-4be2-a559-579e9b422c5d by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '3dc8b9e0-7668-4e54-9f57-ca651e2186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced'}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:28:19.656287 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] Attempting to bind port 8498eb48-0de7-4be2-a559-579e9b422c5d on network 99fc0f03-757d-421c-8ecc-585e7d30dced {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:28:19.689613 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:28:19.690748 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] Checking segment: {'id': '3dc8b9e0-7668-4e54-9f57-ca651e2186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:28:19.690748 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:19.690964 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] Bound using segment: {'id': '3dc8b9e0-7668-4e54-9f57-ca651e2186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced'} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:28:19.691269 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] Bound port: 8498eb48-0de7-4be2-a559-579e9b422c5d, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc8b9e0-7668-4e54-9f57-ca651e2186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced'}}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:28:19.691644 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:19.746770 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcc455be-9be4-53fc-9fd0-280f6bd08d86-40993aa6-49fb-4e9a-a18c-892b55bdfa64', 'network_id': '40993aa6-49fb-4e9a-a18c-892b55bdfa64', 'tenant_id': '50588f182b6642ee9540ab3b6f94ee9c', 'fixed_ips': [{'subnet_id': 'ad15693f-2914-4c0e-bafb-d7a82520b52b'}]}} from dv-cinder-772126-2-iscsi. {{(pid=92442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 15:28:19.746770 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:19.862676 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] For port 8498eb48-0de7-4be2-a559-579e9b422c5d, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:28:19.888565 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] For port 8498eb48-0de7-4be2-a559-579e9b422c5d, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=8498eb48-0de7-4be2-a559-579e9b422c5d,segment=NetworkSegment(3dc8b9e0-7668-4e54-9f57-ca651e2186a9),segment_id=3dc8b9e0-7668-4e54-9f57-ca651e2186a9)] {{(pid=92442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:28:19.944529 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:19.949060 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:19.964319 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e9e37763-b344-4824-b4ec-6c9c1151a555 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:20.011645 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.db_base_plugin_common [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] Allocated IP 172.20.0.2 (40993aa6-49fb-4e9a-a18c-892b55bdfa64/ad15693f-2914-4c0e-bafb-d7a82520b52b/ce038184-3265-44d0-b144-b7e392e304bb) {{(pid=92442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:28:20.058988 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe0dc0-0404-470a-87cf-d11c2c060650 req-cc158ee1-59d1-42c5-a75f-2722ae721415 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:20.061079 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5afe0dc0-0404-470a-87cf-d11c2c060650 req-cc158ee1-59d1-42c5-a75f-2722ae721415 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 945 time: 0.0874736 Jun 10 15:28:20.125231 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5afe0dc0-0404-470a-87cf-d11c2c060650 req-efca6b50-0256-4043-b8f3-04d352f62267 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578773 Jun 10 15:28:20.269930 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e9e37763-b344-4824-b4ec-6c9c1151a555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26822'] for router, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:20.302951 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e45c79-aedd-4686-afe3-98d8ac8ce7b3 None None] Pushing event updated for resources: {'Port': ['ID=8498eb48-0de7-4be2-a559-579e9b422c5d,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:20.312590 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-60e45c79-aedd-4686-afe3-98d8ac8ce7b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:20.313474 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] Routers {'11464a77-e82e-4b50-8281-00d254842c66'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:28:20.314204 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:27:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['11464a77-e82e-4b50-8281-00d254842c66'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:20.537755 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] Notify callbacks [] for port, precommit_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:20.553459 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] Transition to ACTIVE for port object ce038184-3265-44d0-b144-b7e392e304bb will not be triggered until provisioned by entity L2. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:28:20.559837 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] Set router 11464a77-e82e-4b50-8281-00d254842c66 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:28:20.600692 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e9e37763-b344-4824-b4ec-6c9c1151a555 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:20.624548 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] Transition to ACTIVE for port object ce038184-3265-44d0-b144-b7e392e304bb will not be triggered until provisioned by entity DHCP. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:28:20.628165 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e9e37763-b344-4824-b4ec-6c9c1151a555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:20.763048 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [None req-e9e37763-b344-4824-b4ec-6c9c1151a555 admin admin] Allocated IP 172.27.3.73 (bafb3150-7231-46b7-88ed-3af7e5c7810a/66421b7e-18a2-4c9a-a813-c12246305922/58d0fcf1-c0cb-43d3-8d4b-974e7b96029f) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:28:20.778271 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:20.783434 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:20.810302 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] Network 40993aa6-49fb-4e9a-a18c-892b55bdfa64 is already hosted by enough agents. {{(pid=92442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:28:20.834140 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:20.843390 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.scheduler.base_scheduler [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] Resources bound (agent type, host, resource id): {{(pid=92442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:28:20.914927 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e9e37763-b344-4824-b4ec-6c9c1151a555 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:20.917684 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] Pushing event updated for resources: {'Port': ['ID=ce038184-3265-44d0-b144-b7e392e304bb,revision_number=1']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:20.929687 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] Received port after_create {{(pid=92442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:28:20.933451 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:20.934315 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-e6f3f26b-9bf0-4ed2-ab6c-47009feed669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:21.016087 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] Attempting to bind port ce038184-3265-44d0-b144-b7e392e304bb on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:28:21.016472 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] Attempting to bind port ce038184-3265-44d0-b144-b7e392e304bb by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '4406eb84-acf4-488a-933d-f01fcbf53cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '40993aa6-49fb-4e9a-a18c-892b55bdfa64'}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:28:21.016845 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] Attempting to bind port ce038184-3265-44d0-b144-b7e392e304bb on network 40993aa6-49fb-4e9a-a18c-892b55bdfa64 {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:28:21.025387 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:28:21.034079 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] Checking segment: {'id': '4406eb84-acf4-488a-933d-f01fcbf53cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '40993aa6-49fb-4e9a-a18c-892b55bdfa64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:28:21.034079 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:21.034079 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] Bound using segment: {'id': '4406eb84-acf4-488a-933d-f01fcbf53cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '40993aa6-49fb-4e9a-a18c-892b55bdfa64'} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:28:21.034079 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] Bound port: ce038184-3265-44d0-b144-b7e392e304bb, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4406eb84-acf4-488a-933d-f01fcbf53cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '40993aa6-49fb-4e9a-a18c-892b55bdfa64'}}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:28:21.034079 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:21.034571 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11464a77-e82e-4b50-8281-00d254842c66', 'name': 'tempest-TestMinimumBasicScenario-1015491086-router', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '7f9a7f26-9337-409b-a2b8-32cc57a55920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:28:10Z', 'updated_at': '2021-06-10T15:28:15Z', 'revision_number': 4, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'gw_port': {'id': '7f9a7f26-9337-409b-a2b8-32cc57a55920', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11464a77-e82e-4b50-8281-00d254842c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:11Z', 'updated_at': '2021-06-10T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '8498eb48-0de7-4be2-a559-579e9b422c5d', 'name': '', 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'mac_address': 'fa:16:3e:ef:be:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11464a77-e82e-4b50-8281-00d254842c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '6b21160b-cc2e-4cb8-a64c-09bca992f2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:14Z', 'updated_at': '2021-06-10T15:28:19Z', 'revision_number': 4, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'subnets': [{'id': '6b21160b-cc2e-4cb8-a64c-09bca992f2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:21.046939 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbb425d-9eb9-4cba-98e4-d8bfca5610eb None None] The sync data for ids ['11464a77-e82e-4b50-8281-00d254842c66'] in dv-cinder-772126-2-iscsi is: [{'id': '11464a77-e82e-4b50-8281-00d254842c66', 'name': 'tempest-TestMinimumBasicScenario-1015491086-router', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '7f9a7f26-9337-409b-a2b8-32cc57a55920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:28:10Z', 'updated_at': '2021-06-10T15:28:15Z', 'revision_number': 4, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'gw_port': {'id': '7f9a7f26-9337-409b-a2b8-32cc57a55920', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11464a77-e82e-4b50-8281-00d254842c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:11Z', 'updated_at': '2021-06-10T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '8498eb48-0de7-4be2-a559-579e9b422c5d', 'name': '', 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'mac_address': 'fa:16:3e:ef:be:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11464a77-e82e-4b50-8281-00d254842c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '6b21160b-cc2e-4cb8-a64c-09bca992f2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:14Z', 'updated_at': '2021-06-10T15:28:19Z', 'revision_number': 4, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'subnets': [{'id': '6b21160b-cc2e-4cb8-a64c-09bca992f2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:28:21.065615 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e9e37763-b344-4824-b4ec-6c9c1151a555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:21.067679 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7370e565-587f-44af-be0c-62bf30ad5aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:21.143807 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e37763-b344-4824-b4ec-6c9c1151a555 admin admin] Network bafb3150-7231-46b7-88ed-3af7e5c7810a is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:28:21.146959 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-e9e37763-b344-4824-b4ec-6c9c1151a555 admin admin] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:28:21.149545 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e37763-b344-4824-b4ec-6c9c1151a555 admin admin] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:28:21.154036 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] For port ce038184-3265-44d0-b144-b7e392e304bb, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:28:21.155996 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e37763-b344-4824-b4ec-6c9c1151a555 admin admin] Pushing event updated for resources: {'Port': ['ID=58d0fcf1-c0cb-43d3-8d4b-974e7b96029f,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:21.158430 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] For port ce038184-3265-44d0-b144-b7e392e304bb, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=ce038184-3265-44d0-b144-b7e392e304bb,segment=NetworkSegment(4406eb84-acf4-488a-933d-f01fcbf53cc1),segment_id=4406eb84-acf4-488a-933d-f01fcbf53cc1)] {{(pid=92442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:28:21.158979 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-e9e37763-b344-4824-b4ec-6c9c1151a555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:21.246134 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:21.248271 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:21.331010 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] Pushing event updated for resources: {'Port': ['ID=ce038184-3265-44d0-b144-b7e392e304bb,revision_number=2']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:21.338741 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:21.577856 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e9e37763-b344-4824-b4ec-6c9c1151a555 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:21.865822 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e9e37763-b344-4824-b4ec-6c9c1151a555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938747'] for router, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:21.930815 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:22.168221 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e37763-b344-4824-b4ec-6c9c1151a555 admin admin] Router 79d428ef-aca4-432c-a35a-cc801c3018ad is scheduled to L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa with binding_index 1 {{(pid=92441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 15:28:22.284147 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b7e1a1-8efa-410a-a56d-ad0408674e46 None None] Network 40993aa6-49fb-4e9a-a18c-892b55bdfa64 requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:28:22.333414 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e37763-b344-4824-b4ec-6c9c1151a555 admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:28:22.343245 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] Sync routers for ids ['79d428ef-aca4-432c-a35a-cc801c3018ad'] in dv-cinder-772126-2-iscsi {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:28:22.353735 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] Routers {'79d428ef-aca4-432c-a35a-cc801c3018ad'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:28:22.354389 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:28:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['79d428ef-aca4-432c-a35a-cc801c3018ad'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:22.413476 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e9e37763-b344-4824-b4ec-6c9c1151a555 admin admin] Notify callbacks [] for router, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:22.417317 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-e9e37763-b344-4824-b4ec-6c9c1151a555 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9537144 Jun 10 15:28:22.417559 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 53538) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:28:22.457141 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-05107799-0cb6-4549-86a3-b0421bb23b98 None None] Provisioning for port ce038184-3265-44d0-b144-b7e392e304bb completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:28:22.509547 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] Set router 79d428ef-aca4-432c-a35a-cc801c3018ad gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:28:22.862460 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d428ef-aca4-432c-a35a-cc801c3018ad', 'name': 'tempest-TestMinimumBasicScenario-1290939866-router', 'tenant_id': '50588f182b6642ee9540ab3b6f94ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '58d0fcf1-c0cb-43d3-8d4b-974e7b96029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:28:19Z', 'updated_at': '2021-06-10T15:28:21Z', 'revision_number': 3, 'project_id': '50588f182b6642ee9540ab3b6f94ee9c', 'gw_port': {'id': '58d0fcf1-c0cb-43d3-8d4b-974e7b96029f', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:72:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d428ef-aca4-432c-a35a-cc801c3018ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:20Z', 'updated_at': '2021-06-10T15:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:22.865617 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] Checking router: 79d428ef-aca4-432c-a35a-cc801c3018ad for host: dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:28:22.865999 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] Updating router 79d428ef-aca4-432c-a35a-cc801c3018ad port 58d0fcf1-c0cb-43d3-8d4b-974e7b96029f binding host dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:28:22.904484 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:23.179303 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 8498eb48-0de7-4be2-a559-579e9b422c5d up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:28:23.233636 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] Notify callbacks [] for port, precommit_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:23.243383 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.provisioning_blocks [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] Transition to ACTIVE for port object 58d0fcf1-c0cb-43d3-8d4b-974e7b96029f will not be triggered until provisioned by entity L2. {{(pid=92443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:28:23.308678 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7e38b629-ba25-4a3a-bf8f-1cb83bb1a611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:23.356668 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:23.359923 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:23.379951 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port 8498eb48-0de7-4be2-a559-579e9b422c5d completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:28:23.385422 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 8498eb48-0de7-4be2-a559-579e9b422c5d triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:28:23.385905 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:23.415365 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747ba6c-a6b7-4d41-856c-088533455048 None None] Pushing event updated for resources: {'Port': ['ID=58d0fcf1-c0cb-43d3-8d4b-974e7b96029f,revision_number=2']} {{(pid=92443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:23.419113 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-4747ba6c-a6b7-4d41-856c-088533455048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:23.419971 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] Attempting to bind port 58d0fcf1-c0cb-43d3-8d4b-974e7b96029f on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:28:23.420342 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] Attempting to bind port 58d0fcf1-c0cb-43d3-8d4b-974e7b96029f by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}] {{(pid=92443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:28:23.420699 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] Attempting to bind port 58d0fcf1-c0cb-43d3-8d4b-974e7b96029f on network bafb3150-7231-46b7-88ed-3af7e5c7810a {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:28:23.425977 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:28:23.433377 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] Checking segment: {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:28:23.433377 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:23.433377 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] Bound using segment: {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'} {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:28:23.433377 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] Bound port: 58d0fcf1-c0cb-43d3-8d4b-974e7b96029f, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}}] {{(pid=92443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:28:23.433377 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:23.490370 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.db [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] For port 58d0fcf1-c0cb-43d3-8d4b-974e7b96029f, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:28:23.491301 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [None req-7e38b629-ba25-4a3a-bf8f-1cb83bb1a611 admin admin] Allocated IP 172.20.0.1 (40993aa6-49fb-4e9a-a18c-892b55bdfa64/ad15693f-2914-4c0e-bafb-d7a82520b52b/3499bf34-303f-44c5-b96c-282837d739f2) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:28:23.493194 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.db [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] For port 58d0fcf1-c0cb-43d3-8d4b-974e7b96029f, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=58d0fcf1-c0cb-43d3-8d4b-974e7b96029f,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:28:23.500114 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:23.535564 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port 8498eb48-0de7-4be2-a559-579e9b422c5d, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=8498eb48-0de7-4be2-a559-579e9b422c5d,segment=NetworkSegment(3dc8b9e0-7668-4e54-9f57-ca651e2186a9),segment_id=3dc8b9e0-7668-4e54-9f57-ca651e2186a9)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:28:23.565521 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:23.568006 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-4747ba6c-a6b7-4d41-856c-088533455048 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:23.622459 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7e38b629-ba25-4a3a-bf8f-1cb83bb1a611 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:23.634139 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4747ba6c-a6b7-4d41-856c-088533455048 None None] Pushing event updated for resources: {'Port': ['ID=58d0fcf1-c0cb-43d3-8d4b-974e7b96029f,revision_number=3']} {{(pid=92443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:23.637227 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:23.637829 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-4747ba6c-a6b7-4d41-856c-088533455048 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:23.638504 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device ce038184-3265-44d0-b144-b7e392e304bb up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:28:23.638807 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] Routers {'79d428ef-aca4-432c-a35a-cc801c3018ad'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:28:23.639211 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.provisioning_blocks [None req-7e38b629-ba25-4a3a-bf8f-1cb83bb1a611 admin admin] Transition to ACTIVE for port object 3499bf34-303f-44c5-b96c-282837d739f2 will not be triggered until provisioned by entity DHCP. {{(pid=92441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:28:23.639677 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:28:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['79d428ef-aca4-432c-a35a-cc801c3018ad'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:23.641976 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:23.695735 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:23.733699 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=8498eb48-0de7-4be2-a559-579e9b422c5d,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:23.736885 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:23.747956 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7e38b629-ba25-4a3a-bf8f-1cb83bb1a611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:23.752836 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:23.787180 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] Set router 79d428ef-aca4-432c-a35a-cc801c3018ad gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:28:23.797395 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e38b629-ba25-4a3a-bf8f-1cb83bb1a611 admin admin] Network 40993aa6-49fb-4e9a-a18c-892b55bdfa64 is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:28:23.807504 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-7e38b629-ba25-4a3a-bf8f-1cb83bb1a611 admin admin] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:28:23.811145 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e38b629-ba25-4a3a-bf8f-1cb83bb1a611 admin admin] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:28:23.812310 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7e38b629-ba25-4a3a-bf8f-1cb83bb1a611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-934716'] for router_interface, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:23.833612 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port ce038184-3265-44d0-b144-b7e392e304bb completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:28:23.846515 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port ce038184-3265-44d0-b144-b7e392e304bb triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:28:23.847131 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:23.872704 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38b629-ba25-4a3a-bf8f-1cb83bb1a611 admin admin] Pushing event updated for resources: {'Port': ['ID=3499bf34-303f-44c5-b96c-282837d739f2,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:23.878118 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7e38b629-ba25-4a3a-bf8f-1cb83bb1a611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:23.989689 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:24.029038 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port ce038184-3265-44d0-b144-b7e392e304bb, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=ce038184-3265-44d0-b144-b7e392e304bb,segment=NetworkSegment(4406eb84-acf4-488a-933d-f01fcbf53cc1),segment_id=4406eb84-acf4-488a-933d-f01fcbf53cc1)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:28:24.046477 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d428ef-aca4-432c-a35a-cc801c3018ad', 'name': 'tempest-TestMinimumBasicScenario-1290939866-router', 'tenant_id': '50588f182b6642ee9540ab3b6f94ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '58d0fcf1-c0cb-43d3-8d4b-974e7b96029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:28:19Z', 'updated_at': '2021-06-10T15:28:21Z', 'revision_number': 3, 'project_id': '50588f182b6642ee9540ab3b6f94ee9c', 'gw_port': {'id': '58d0fcf1-c0cb-43d3-8d4b-974e7b96029f', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:72:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d428ef-aca4-432c-a35a-cc801c3018ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:20Z', 'updated_at': '2021-06-10T15:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:24.050034 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6323d6af-78b2-42d5-a205-e35046efbb0e None None] The sync data for ids ['79d428ef-aca4-432c-a35a-cc801c3018ad'] in dv-cinder-772126-2-iscsi is: [{'id': '79d428ef-aca4-432c-a35a-cc801c3018ad', 'name': 'tempest-TestMinimumBasicScenario-1290939866-router', 'tenant_id': '50588f182b6642ee9540ab3b6f94ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '58d0fcf1-c0cb-43d3-8d4b-974e7b96029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:28:19Z', 'updated_at': '2021-06-10T15:28:21Z', 'revision_number': 3, 'project_id': '50588f182b6642ee9540ab3b6f94ee9c', 'gw_port': {'id': '58d0fcf1-c0cb-43d3-8d4b-974e7b96029f', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:72:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d428ef-aca4-432c-a35a-cc801c3018ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:20Z', 'updated_at': '2021-06-10T15:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}] {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:28:24.099679 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7e38b629-ba25-4a3a-bf8f-1cb83bb1a611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:24.136546 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:24.139479 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-223de5d2-3034-4690-b4eb-036de68421c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:24.185302 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-a357d61a-7927-447f-8473-f626df062fcd None None] Provisioning for port 3499bf34-303f-44c5-b96c-282837d739f2 completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:28:24.196383 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-a357d61a-7927-447f-8473-f626df062fcd None None] Provisioning complete for port 3499bf34-303f-44c5-b96c-282837d739f2 triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:28:24.196769 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-a357d61a-7927-447f-8473-f626df062fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:24.240496 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=ce038184-3265-44d0-b144-b7e392e304bb,revision_number=3']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:24.243890 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:24.254576 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-a357d61a-7927-447f-8473-f626df062fcd None None] Port 3499bf34-303f-44c5-b96c-282837d739f2 cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:28:24.341464 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7e38b629-ba25-4a3a-bf8f-1cb83bb1a611 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:24.473572 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7e38b629-ba25-4a3a-bf8f-1cb83bb1a611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:24.474457 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7e38b629-ba25-4a3a-bf8f-1cb83bb1a611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-934728'] for router_interface, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:24.476434 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-0b2b631c-21e7-4c32-a51c-ec74fa7483c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:24.559126 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e38b629-ba25-4a3a-bf8f-1cb83bb1a611 admin admin] Pushing event updated for resources: {'Port': ['ID=3499bf34-303f-44c5-b96c-282837d739f2,revision_number=2']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:24.563702 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7e38b629-ba25-4a3a-bf8f-1cb83bb1a611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:24.645165 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e38b629-ba25-4a3a-bf8f-1cb83bb1a611 admin admin] Network 40993aa6-49fb-4e9a-a18c-892b55bdfa64 is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:28:24.646972 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-7e38b629-ba25-4a3a-bf8f-1cb83bb1a611 admin admin] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:28:24.811274 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e38b629-ba25-4a3a-bf8f-1cb83bb1a611 admin admin] Router 79d428ef-aca4-432c-a35a-cc801c3018ad has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:28:24.887070 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b6c9d6a1-1689-4f3a-8da5-0c0a08fe3d0d None None] Provisioning complete for port 3499bf34-303f-44c5-b96c-282837d739f2 triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:28:24.887577 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b6c9d6a1-1689-4f3a-8da5-0c0a08fe3d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:24.968685 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e38b629-ba25-4a3a-bf8f-1cb83bb1a611 admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:28:24.976365 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-7e38b629-ba25-4a3a-bf8f-1cb83bb1a611 admin admin] 10.222.0.26 "PUT /v2.0/routers/79d428ef-aca4-432c-a35a-cc801c3018ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5556557 Jun 10 15:28:25.065075 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b6c9d6a1-1689-4f3a-8da5-0c0a08fe3d0d None None] Port 3499bf34-303f-44c5-b96c-282837d739f2 cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:28:25.160811 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 8498eb48-0de7-4be2-a559-579e9b422c5d up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:28:25.214315 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 8498eb48-0de7-4be2-a559-579e9b422c5d triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:28:25.214695 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:25.309566 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device ce038184-3265-44d0-b144-b7e392e304bb up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:28:25.370780 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port ce038184-3265-44d0-b144-b7e392e304bb triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:28:25.371247 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:25.498045 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 58d0fcf1-c0cb-43d3-8d4b-974e7b96029f up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:28:25.632403 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] Sync routers for ids ['79d428ef-aca4-432c-a35a-cc801c3018ad'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:28:25.640360 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port 58d0fcf1-c0cb-43d3-8d4b-974e7b96029f completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:28:25.644853 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] Routers {'79d428ef-aca4-432c-a35a-cc801c3018ad'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:28:25.645485 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:28:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['79d428ef-aca4-432c-a35a-cc801c3018ad'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:25.647139 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 58d0fcf1-c0cb-43d3-8d4b-974e7b96029f triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:28:25.647526 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:25.851907 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] Set router 79d428ef-aca4-432c-a35a-cc801c3018ad gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:28:25.917023 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:25.986520 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port 58d0fcf1-c0cb-43d3-8d4b-974e7b96029f, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=58d0fcf1-c0cb-43d3-8d4b-974e7b96029f,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:28:26.070414 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:26.086121 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:26.197294 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=58d0fcf1-c0cb-43d3-8d4b-974e7b96029f,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:26.201411 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:26.232937 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d428ef-aca4-432c-a35a-cc801c3018ad', 'name': 'tempest-TestMinimumBasicScenario-1290939866-router', 'tenant_id': '50588f182b6642ee9540ab3b6f94ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '58d0fcf1-c0cb-43d3-8d4b-974e7b96029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:28:19Z', 'updated_at': '2021-06-10T15:28:23Z', 'revision_number': 4, 'project_id': '50588f182b6642ee9540ab3b6f94ee9c', 'gw_port': {'id': '58d0fcf1-c0cb-43d3-8d4b-974e7b96029f', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:72:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d428ef-aca4-432c-a35a-cc801c3018ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:20Z', 'updated_at': '2021-06-10T15:28:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '3499bf34-303f-44c5-b96c-282837d739f2', 'name': '', 'network_id': '40993aa6-49fb-4e9a-a18c-892b55bdfa64', 'tenant_id': '50588f182b6642ee9540ab3b6f94ee9c', 'mac_address': 'fa:16:3e:94:f9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d428ef-aca4-432c-a35a-cc801c3018ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'ad15693f-2914-4c0e-bafb-d7a82520b52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:23Z', 'updated_at': '2021-06-10T15:28:24Z', 'revision_number': 2, 'project_id': '50588f182b6642ee9540ab3b6f94ee9c', 'subnets': [{'id': 'ad15693f-2914-4c0e-bafb-d7a82520b52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:26.240593 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] Checking router: 79d428ef-aca4-432c-a35a-cc801c3018ad for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:28:26.240958 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] Updating router 79d428ef-aca4-432c-a35a-cc801c3018ad port 3499bf34-303f-44c5-b96c-282837d739f2 binding host dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:28:26.291911 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:26.506973 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ae113-384f-4a14-ac1b-2fca04a55e2f req-a8920a42-be23-41ed-855d-b82a964941f2 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:26.515588 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-101ae113-384f-4a14-ac1b-2fca04a55e2f req-a8920a42-be23-41ed-855d-b82a964941f2 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.0931699 Jun 10 15:28:26.600648 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-101ae113-384f-4a14-ac1b-2fca04a55e2f req-6690a530-d089-4f32-9df2-a6f67500fd42 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839050 Jun 10 15:28:26.662847 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab479f6-50a3-4b2e-b95b-a51cb13b261a req-eddccdb8-dd2a-4410-b871-6de594e61bf6 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:26.664480 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0ab479f6-50a3-4b2e-b95b-a51cb13b261a req-eddccdb8-dd2a-4410-b871-6de594e61bf6 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 945 time: 0.1241608 Jun 10 15:28:26.720047 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0ab479f6-50a3-4b2e-b95b-a51cb13b261a req-73ea4a7e-9369-43ea-9eb3-2a888e3ac064 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490677 Jun 10 15:28:26.825259 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] Notify callbacks [] for port, precommit_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:26.835370 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] Transition to ACTIVE for port object 3499bf34-303f-44c5-b96c-282837d739f2 will not be triggered until provisioned by entity L2. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:28:27.092054 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 58d0fcf1-c0cb-43d3-8d4b-974e7b96029f up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:28:27.123752 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:27.139248 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:27.355263 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ea00-c6d0-4408-ba5a-988bda56449d None None] Pushing event updated for resources: {'Port': ['ID=3499bf34-303f-44c5-b96c-282837d739f2,revision_number=3']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:27.660763 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-e610ea00-c6d0-4408-ba5a-988bda56449d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:27.660763 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] Attempting to bind port 3499bf34-303f-44c5-b96c-282837d739f2 on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:28:27.660763 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] Attempting to bind port 3499bf34-303f-44c5-b96c-282837d739f2 by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '4406eb84-acf4-488a-933d-f01fcbf53cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '40993aa6-49fb-4e9a-a18c-892b55bdfa64'}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:28:27.660763 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] Attempting to bind port 3499bf34-303f-44c5-b96c-282837d739f2 on network 40993aa6-49fb-4e9a-a18c-892b55bdfa64 {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:28:27.660763 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 58d0fcf1-c0cb-43d3-8d4b-974e7b96029f triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:28:27.660763 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:27.660763 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:28:27.660763 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] Checking segment: {'id': '4406eb84-acf4-488a-933d-f01fcbf53cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '40993aa6-49fb-4e9a-a18c-892b55bdfa64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:28:27.660763 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:27.660763 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] Bound using segment: {'id': '4406eb84-acf4-488a-933d-f01fcbf53cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '40993aa6-49fb-4e9a-a18c-892b55bdfa64'} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:28:27.675143 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] Bound port: 3499bf34-303f-44c5-b96c-282837d739f2, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4406eb84-acf4-488a-933d-f01fcbf53cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '40993aa6-49fb-4e9a-a18c-892b55bdfa64'}}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:28:27.675143 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:27.675925 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2aee93-95d3-427c-bc96-5f9c82d93c98 req-7f4a7366-233b-4767-b360-00a7ab9bba88 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:27.675925 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8a2aee93-95d3-427c-bc96-5f9c82d93c98 req-7f4a7366-233b-4767-b360-00a7ab9bba88 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.45 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 945 time: 0.1428282 Jun 10 15:28:27.798738 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-8a2aee93-95d3-427c-bc96-5f9c82d93c98 req-9b7434b4-4dec-4425-8da2-dce3cd982551 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Deleting port 6ed6dfec-fde1-4f1b-b1dc-5210734e71f3 {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:28:27.798738 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-8a2aee93-95d3-427c-bc96-5f9c82d93c98 req-9b7434b4-4dec-4425-8da2-dce3cd982551 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:27.813910 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] For port 3499bf34-303f-44c5-b96c-282837d739f2, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:28:27.818612 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] For port 3499bf34-303f-44c5-b96c-282837d739f2, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=3499bf34-303f-44c5-b96c-282837d739f2,segment=NetworkSegment(4406eb84-acf4-488a-933d-f01fcbf53cc1),segment_id=4406eb84-acf4-488a-933d-f01fcbf53cc1)] {{(pid=92442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:28:27.919659 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-8a2aee93-95d3-427c-bc96-5f9c82d93c98 req-9b7434b4-4dec-4425-8da2-dce3cd982551 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] For port 6ed6dfec-fde1-4f1b-b1dc-5210734e71f3, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=6ed6dfec-fde1-4f1b-b1dc-5210734e71f3,segment=NetworkSegment(6d3ff470-4464-4b37-a42d-b56ac91cb4b3),segment_id=6d3ff470-4464-4b37-a42d-b56ac91cb4b3)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:28:27.919958 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-8a2aee93-95d3-427c-bc96-5f9c82d93c98 req-9b7434b4-4dec-4425-8da2-dce3cd982551 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:28.052832 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-8a2aee93-95d3-427c-bc96-5f9c82d93c98 req-9b7434b4-4dec-4425-8da2-dce3cd982551 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Calling delete_port for 6ed6dfec-fde1-4f1b-b1dc-5210734e71f3 owned by compute:nova {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:28:28.090008 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:28.115665 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-e610ea00-c6d0-4408-ba5a-988bda56449d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:28.324702 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e610ea00-c6d0-4408-ba5a-988bda56449d None None] Pushing event updated for resources: {'Port': ['ID=3499bf34-303f-44c5-b96c-282837d739f2,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:28.373342 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] Routers {'79d428ef-aca4-432c-a35a-cc801c3018ad'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:28:28.374571 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:28:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['79d428ef-aca4-432c-a35a-cc801c3018ad'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:28.376708 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-e610ea00-c6d0-4408-ba5a-988bda56449d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:28.461298 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8454afd-750f-4295-ba6f-b00092940d21 req-d3f53f03-ddaa-4cb6-bc71-dec3dca4ff48 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:28.463101 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c8454afd-750f-4295-ba6f-b00092940d21 req-d3f53f03-ddaa-4cb6-bc71-dec3dca4ff48 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 945 time: 0.1182508 Jun 10 15:28:28.514339 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-8a2aee93-95d3-427c-bc96-5f9c82d93c98 req-9b7434b4-4dec-4425-8da2-dce3cd982551 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:28.576519 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['c11c673a-4e53-4309-9eac-212c6d252be6', '6ed6dfec-fde1-4f1b-b1dc-5210734e71f3'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:28:28.601320 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ab764336-c904-4c43-bf96-13baba2dd215 req-57adc44d-82fe-4c6f-b042-a36a93c074b8 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.1201386 Jun 10 15:28:28.643049 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:28.731212 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] Set router 79d428ef-aca4-432c-a35a-cc801c3018ad gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:28:28.753497 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7434b4-4dec-4425-8da2-dce3cd982551 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Pushing event deleted for resources: {'Port': ['ID=6ed6dfec-fde1-4f1b-b1dc-5210734e71f3,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:28.797818 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7434b4-4dec-4425-8da2-dce3cd982551 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:28.798175 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7434b4-4dec-4425-8da2-dce3cd982551 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:28.798528 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7434b4-4dec-4425-8da2-dce3cd982551 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:28.798877 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7434b4-4dec-4425-8da2-dce3cd982551 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:28.799217 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7434b4-4dec-4425-8da2-dce3cd982551 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:28.799556 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7434b4-4dec-4425-8da2-dce3cd982551 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:28.799893 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7434b4-4dec-4425-8da2-dce3cd982551 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:28.800238 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7434b4-4dec-4425-8da2-dce3cd982551 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:28.800979 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7434b4-4dec-4425-8da2-dce3cd982551 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:28.800979 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7434b4-4dec-4425-8da2-dce3cd982551 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:28.801393 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7434b4-4dec-4425-8da2-dce3cd982551 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:28.801523 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7434b4-4dec-4425-8da2-dce3cd982551 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:28.806630 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2aee93-95d3-427c-bc96-5f9c82d93c98 req-9b7434b4-4dec-4425-8da2-dce3cd982551 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] No DVR routers for this DVR port 6ed6dfec-fde1-4f1b-b1dc-5210734e71f3 on host hv-cinder-77212 {{(pid=92440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:28:28.846194 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-9b7434b4-4dec-4425-8da2-dce3cd982551 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:28.852598 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c8454afd-750f-4295-ba6f-b00092940d21 req-ccc9af81-a31a-4a75-8140-aa6c4fcfa889 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3551087 Jun 10 15:28:28.874721 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-8a2aee93-95d3-427c-bc96-5f9c82d93c98 req-9b7434b4-4dec-4425-8da2-dce3cd982551 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:28.877172 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8a2aee93-95d3-427c-bc96-5f9c82d93c98 req-9b7434b4-4dec-4425-8da2-dce3cd982551 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.45 "DELETE /v2.0/ports/6ed6dfec-fde1-4f1b-b1dc-5210734e71f3 HTTP/1.1" status: 204 len: 173 time: 1.3054783 Jun 10 15:28:28.877875 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'befa0f4b-bce9-4f97-94b7-13b5ba3b42dd', 'name': 'network-vif-deleted', 'tag': '6ed6dfec-fde1-4f1b-b1dc-5210734e71f3'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:28:28.880892 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f81c6413-5085-4e91-b518-881dde9e13bb" -d '{"events": [{"server_uuid": "befa0f4b-bce9-4f97-94b7-13b5ba3b42dd", "name": "network-vif-deleted", "tag": "6ed6dfec-fde1-4f1b-b1dc-5210734e71f3"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:28:28.932145 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d40c613-6c04-463f-8f42-5c43718527e8 x-openstack-request-id: req-6d40c613-6c04-463f-8f42-5c43718527e8 {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:28:28.932671 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "befa0f4b-bce9-4f97-94b7-13b5ba3b42dd", "name": "network-vif-deleted", "tag": "6ed6dfec-fde1-4f1b-b1dc-5210734e71f3", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:28:28.932947 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d40c613-6c04-463f-8f42-5c43718527e8 {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:28:28.933366 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'befa0f4b-bce9-4f97-94b7-13b5ba3b42dd', 'name': 'network-vif-deleted', 'tag': '6ed6dfec-fde1-4f1b-b1dc-5210734e71f3', 'status': 'completed', 'code': 200} Jun 10 15:28:29.162527 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d428ef-aca4-432c-a35a-cc801c3018ad', 'name': 'tempest-TestMinimumBasicScenario-1290939866-router', 'tenant_id': '50588f182b6642ee9540ab3b6f94ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '58d0fcf1-c0cb-43d3-8d4b-974e7b96029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:28:19Z', 'updated_at': '2021-06-10T15:28:23Z', 'revision_number': 4, 'project_id': '50588f182b6642ee9540ab3b6f94ee9c', 'gw_port': {'id': '58d0fcf1-c0cb-43d3-8d4b-974e7b96029f', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d428ef-aca4-432c-a35a-cc801c3018ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:20Z', 'updated_at': '2021-06-10T15:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '3499bf34-303f-44c5-b96c-282837d739f2', 'name': '', 'network_id': '40993aa6-49fb-4e9a-a18c-892b55bdfa64', 'tenant_id': '50588f182b6642ee9540ab3b6f94ee9c', 'mac_address': 'fa:16:3e:94:f9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d428ef-aca4-432c-a35a-cc801c3018ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'ad15693f-2914-4c0e-bafb-d7a82520b52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:23Z', 'updated_at': '2021-06-10T15:28:27Z', 'revision_number': 4, 'project_id': '50588f182b6642ee9540ab3b6f94ee9c', 'subnets': [{'id': 'ad15693f-2914-4c0e-bafb-d7a82520b52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:29.175180 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60159e6a-b7aa-4627-b0d6-1fda3eacaf53 None None] The sync data for ids ['79d428ef-aca4-432c-a35a-cc801c3018ad'] in dv-cinder-772126-2-iscsi is: [{'id': '79d428ef-aca4-432c-a35a-cc801c3018ad', 'name': 'tempest-TestMinimumBasicScenario-1290939866-router', 'tenant_id': '50588f182b6642ee9540ab3b6f94ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '58d0fcf1-c0cb-43d3-8d4b-974e7b96029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:28:19Z', 'updated_at': '2021-06-10T15:28:23Z', 'revision_number': 4, 'project_id': '50588f182b6642ee9540ab3b6f94ee9c', 'gw_port': {'id': '58d0fcf1-c0cb-43d3-8d4b-974e7b96029f', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d428ef-aca4-432c-a35a-cc801c3018ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:20Z', 'updated_at': '2021-06-10T15:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '3499bf34-303f-44c5-b96c-282837d739f2', 'name': '', 'network_id': '40993aa6-49fb-4e9a-a18c-892b55bdfa64', 'tenant_id': '50588f182b6642ee9540ab3b6f94ee9c', 'mac_address': 'fa:16:3e:94:f9:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79d428ef-aca4-432c-a35a-cc801c3018ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'ad15693f-2914-4c0e-bafb-d7a82520b52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:23Z', 'updated_at': '2021-06-10T15:28:27Z', 'revision_number': 4, 'project_id': '50588f182b6642ee9540ab3b6f94ee9c', 'subnets': [{'id': 'ad15693f-2914-4c0e-bafb-d7a82520b52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:28:29.758283 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-89d3b272-ec00-415e-a6ca-80393e1d8c4e req-8a95ef5f-e263-4862-9cf5-b7901071f21d tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.0381117 Jun 10 15:28:30.070019 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93e118-d509-487d-aa3e-03065bf3f7e9 req-563b7689-fcd5-4cd7-ba00-4da48eeb0ad5 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:30.071695 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3d93e118-d509-487d-aa3e-03065bf3f7e9 req-563b7689-fcd5-4cd7-ba00-4da48eeb0ad5 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 945 time: 0.0757761 Jun 10 15:28:30.115541 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3d93e118-d509-487d-aa3e-03065bf3f7e9 req-0474e1c5-ba51-44fc-a621-289d2119402c tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381885 Jun 10 15:28:31.146369 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 3499bf34-303f-44c5-b96c-282837d739f2 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:28:31.290699 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port 3499bf34-303f-44c5-b96c-282837d739f2 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:28:31.297045 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 3499bf34-303f-44c5-b96c-282837d739f2 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:28:31.297457 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:31.400288 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:31.448124 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port 3499bf34-303f-44c5-b96c-282837d739f2, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=3499bf34-303f-44c5-b96c-282837d739f2,segment=NetworkSegment(4406eb84-acf4-488a-933d-f01fcbf53cc1),segment_id=4406eb84-acf4-488a-933d-f01fcbf53cc1)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:28:31.542243 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:31.544266 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:31.600648 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=3499bf34-303f-44c5-b96c-282837d739f2,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:31.603924 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:33.086346 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 3499bf34-303f-44c5-b96c-282837d739f2 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:28:33.143586 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 3499bf34-303f-44c5-b96c-282837d739f2 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:28:33.144720 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:33.208737 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:28:34.920365 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 5505a8b6-d62c-4baa-8714-50c01606d303 up at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:28:35.079567 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:35.156969 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning for port 5505a8b6-d62c-4baa-8714-50c01606d303 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:28:35.161522 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning complete for port 5505a8b6-d62c-4baa-8714-50c01606d303 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:28:35.162031 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:35.274654 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:35.302162 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5505a8b6-d62c-4baa-8714-50c01606d303'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:28:35.304560 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efad190c-1f92-43c4-9bc3-67974b568c33" -d '{"events": [{"server_uuid": "0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8", "name": "network-vif-plugged", "status": "completed", "tag": "5505a8b6-d62c-4baa-8714-50c01606d303"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:28:35.323843 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 5505a8b6-d62c-4baa-8714-50c01606d303, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5505a8b6-d62c-4baa-8714-50c01606d303,segment=NetworkSegment(946c7721-7573-4267-b72d-fd235dd82591),segment_id=946c7721-7573-4267-b72d-fd235dd82591)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:28:35.385597 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:35.387571 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-60e45c79-aedd-4686-afe3-98d8ac8ce7b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:35.461990 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=5505a8b6-d62c-4baa-8714-50c01606d303,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:35.465620 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:37.089453 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 6ed6dfec-fde1-4f1b-b1dc-5210734e71f3 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:28:37.163279 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] No Port match for: 6ed6dfec-fde1-4f1b-b1dc-5210734e71f3 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:28:37.164992 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 6ed6dfec-fde1-4f1b-b1dc-5210734e71f3 not bound to the agent host hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:28:37.181558 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ceae4570-3255-472a-8169-b4f3d64746e2 req-a03fea11-f309-45fa-840f-9f9035052348 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751781 Jun 10 15:28:37.269584 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae4570-3255-472a-8169-b4f3d64746e2 req-7ae07745-4871-4386-8eb7-045ad7f1a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:37.271204 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ceae4570-3255-472a-8169-b4f3d64746e2 req-7ae07745-4871-4386-8eb7-045ad7f1a4f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc7c5988e6c495d9a904fb9069702f2&device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 1099 time: 0.0616066 Jun 10 15:28:37.372301 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-959e2a20-6938-484b-81bc-02b174ce2a7e req-7d8de1ca-62c9-4bd4-b97f-595c99095482 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=befa0f4b-bce9-4f97-94b7-13b5ba3b42dd HTTP/1.1" status: 200 len: 210 time: 0.0616260 Jun 10 15:28:37.426407 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23aee88f-b504-4916-aff6-a10ffb506efa x-openstack-request-id: req-23aee88f-b504-4916-aff6-a10ffb506efa {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:28:37.427136 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8", "name": "network-vif-plugged", "status": "completed", "tag": "5505a8b6-d62c-4baa-8714-50c01606d303", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:28:37.427136 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-23aee88f-b504-4916-aff6-a10ffb506efa {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:28:37.427616 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5505a8b6-d62c-4baa-8714-50c01606d303', 'code': 200} Jun 10 15:28:37.484787 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634edadf-6dfb-4e19-a84a-c0d154eab6c0 req-12a0c19a-531a-4e05-959e-9c248a080a97 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:37.486269 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-634edadf-6dfb-4e19-a84a-c0d154eab6c0 req-12a0c19a-531a-4e05-959e-9c248a080a97 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 946 time: 0.2095056 Jun 10 15:28:37.503422 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae4570-3255-472a-8169-b4f3d64746e2 req-5ad9fc65-55ff-4f2d-9ae4-ace7482b8798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:37.504797 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ceae4570-3255-472a-8169-b4f3d64746e2 req-5ad9fc65-55ff-4f2d-9ae4-ace7482b8798 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4d632323-dfef-4d59-99a6-62839bb06dc5 HTTP/1.1" status: 200 len: 918 time: 0.1933215 Jun 10 15:28:37.584753 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-634edadf-6dfb-4e19-a84a-c0d154eab6c0 req-33730caa-c633-4f16-8c14-2a07a6237357 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919452 Jun 10 15:28:37.606375 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ceae4570-3255-472a-8169-b4f3d64746e2 req-ad74bfc5-1b9b-4471-8ab0-2e807fd8e124 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b80f310-4a37-4776-acee-7b3c5ffca785 HTTP/1.1" status: 200 len: 1000 time: 0.0924237 Jun 10 15:28:37.667458 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae4570-3255-472a-8169-b4f3d64746e2 req-0bd11782-a363-4611-8a60-de0af5657422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:37.668903 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ceae4570-3255-472a-8169-b4f3d64746e2 req-0bd11782-a363-4611-8a60-de0af5657422 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7a2c655e-5d93-4119-a397-dc5fc7c831fb HTTP/1.1" status: 200 len: 856 time: 0.0563014 Jun 10 15:28:37.742352 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae4570-3255-472a-8169-b4f3d64746e2 req-f9b8d2eb-805f-44b5-8434-36548bf11cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:37.743899 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ceae4570-3255-472a-8169-b4f3d64746e2 req-f9b8d2eb-805f-44b5-8434-36548bf11cbe service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4d632323-dfef-4d59-99a6-62839bb06dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682449 Jun 10 15:28:37.830337 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a62c05-e3e3-4e7e-8795-078d2226a4d5 req-b60491d0-0ab1-4839-a2db-c2a4057627b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:37.831842 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-70a62c05-e3e3-4e7e-8795-078d2226a4d5 req-b60491d0-0ab1-4839-a2db-c2a4057627b8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 1099 time: 0.0604901 Jun 10 15:28:37.863333 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ceae4570-3255-472a-8169-b4f3d64746e2 req-96da3a89-6368-40c4-a1a5-eed2bebadc05 service neutron] 10.222.0.45 "GET /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101317 Jun 10 15:28:37.871834 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-70a62c05-e3e3-4e7e-8795-078d2226a4d5 req-14faf6a7-3ac6-4335-a5ac-fcbfe4f7da9d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316136 Jun 10 15:28:38.473230 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ceae4570-3255-472a-8169-b4f3d64746e2 req-81066318-ef34-44d4-bea9-2269aac8f6f9 service neutron] 10.222.0.45 "GET /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221349 Jun 10 15:28:38.629087 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-02b40ed9-3e14-46b2-b596-f0fe30619efc tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:38.630537 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-02b40ed9-3e14-46b2-b596-f0fe30619efc tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/networks?id=99fc0f03-757d-421c-8ecc-585e7d30dced HTTP/1.1" status: 200 len: 815 time: 0.1360428 Jun 10 15:28:38.645486 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-e8426d30-c812-421f-a417-8ade1e5a0928 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/quotas/db0c59ccfeea45a7b9c0ebc35a81a341 HTTP/1.1" status: 200 len: 375 time: 0.0094347 Jun 10 15:28:38.723204 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-f4feac9d-3a1b-4fed-911a-b4620dead82e tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=db0c59ccfeea45a7b9c0ebc35a81a341&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0725036 Jun 10 15:28:38.840541 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-ea11a84d-d1dc-49bd-806c-978a21902c1f service neutron] 10.222.0.26 "GET /v2.0/networks/99fc0f03-757d-421c-8ecc-585e7d30dced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060393 Jun 10 15:28:39.194450 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-9b68f7c6-a6c6-40f1-a19b-8d267ee343f4 service neutron] 10.222.0.26 "GET /v2.0/networks/99fc0f03-757d-421c-8ecc-585e7d30dced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480828 Jun 10 15:28:39.309729 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be123cff-8890-486a-867e-71dcfd8e78da req-1ed6167a-c791-4a7e-a001-cd52d083843d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:39.311199 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-be123cff-8890-486a-867e-71dcfd8e78da req-1ed6167a-c791-4a7e-a001-cd52d083843d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0693951 Jun 10 15:28:39.351799 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-be123cff-8890-486a-867e-71dcfd8e78da req-21c96c25-a89b-44b4-bff1-2e56e8963985 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348461 Jun 10 15:28:39.474808 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c35cb2fd-9a09-4bb3-86d6-e5886d740cc1 req-760f49b1-fb7d-49e9-aab7-74b51dd13b41 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 210 time: 0.0461109 Jun 10 15:28:39.568642 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d97663-931a-4fef-9249-108a55b3a06d req-bc91ee14-39e3-4403-a9c4-a713d7764dbb tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:39.576152 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-33d97663-931a-4fef-9249-108a55b3a06d req-bc91ee14-39e3-4403-a9c4-a713d7764dbb tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0997009 Jun 10 15:28:39.613506 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-33d97663-931a-4fef-9249-108a55b3a06d req-be85d24c-e316-42c6-9a78-9703298f1385 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372257 Jun 10 15:28:43.266955 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-644f83ed-b1eb-49c5-9108-7c2671ee8213 req-1f04f9a1-f332-420a-9aab-43436847754d tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 210 time: 0.0415363 Jun 10 15:28:43.333765 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a91ee-a9cd-4019-8e8c-8caffed66000 req-de7bc4db-27d7-470a-be3b-3be6027b4574 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:43.341024 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-350a91ee-a9cd-4019-8e8c-8caffed66000 req-de7bc4db-27d7-470a-be3b-3be6027b4574 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 946 time: 0.1135845 Jun 10 15:28:43.410879 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-350a91ee-a9cd-4019-8e8c-8caffed66000 req-2c13590f-f788-4d81-a69a-830e34b613db tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691144 Jun 10 15:28:43.448608 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0dc9e6-4ad5-4344-9717-c6512bb8c0ba req-cd50053c-d1ed-4362-bc5e-faee50e735e5 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:43.450096 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7f0dc9e6-4ad5-4344-9717-c6512bb8c0ba req-cd50053c-d1ed-4362-bc5e-faee50e735e5 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0766695 Jun 10 15:28:43.495762 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7f0dc9e6-4ad5-4344-9717-c6512bb8c0ba req-82690298-dad9-4963-97dd-072ae53a4878 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391855 Jun 10 15:28:44.427142 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e00b33a4-aa86-4578-ab9e-89ff02f4e4b6 req-7b0477d4-a497-4e65-b817-3627ad7ccb3b tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 210 time: 0.0348070 Jun 10 15:28:44.599091 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63cdf0-aab1-4b0e-a402-fd02074f200f req-36a6edb3-ef59-4345-90a2-7f48c3b82a48 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:44.600544 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ca63cdf0-aab1-4b0e-a402-fd02074f200f req-36a6edb3-ef59-4345-90a2-7f48c3b82a48 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0768354 Jun 10 15:28:44.675430 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ca63cdf0-aab1-4b0e-a402-fd02074f200f req-9bc64892-d086-4c16-9b5c-5fcc2a1a6d74 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680790 Jun 10 15:28:44.713789 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d292a-ae3f-4ea4-9c54-ff6802f69259 req-a0f2b704-5954-434c-8162-377ead3a7967 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:44.718052 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-366d292a-ae3f-4ea4-9c54-ff6802f69259 req-a0f2b704-5954-434c-8162-377ead3a7967 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.1016273 Jun 10 15:28:44.757867 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-366d292a-ae3f-4ea4-9c54-ff6802f69259 req-d2ce5d6e-107b-4b90-9a56-8707f703dac5 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362453 Jun 10 15:28:48.225053 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-32ba318d-92c1-4b70-9c22-46c93b38f11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:49.120104 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ee174094-9782-4431-99da-5fdb4d37d267 req-f7bbf233-ca87-41fc-b1ca-7c7b8abbc26c tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 210 time: 0.0463672 Jun 10 15:28:49.178781 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299cc09d-b3d4-4ddf-bb20-d0744c2e168f req-0f356205-bc2c-4097-a89d-ec2db4c30848 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:49.180244 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-299cc09d-b3d4-4ddf-bb20-d0744c2e168f req-0f356205-bc2c-4097-a89d-ec2db4c30848 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0972903 Jun 10 15:28:49.222597 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-299cc09d-b3d4-4ddf-bb20-d0744c2e168f req-3350fb0f-544f-441b-8b8b-71d040869d1f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364573 Jun 10 15:28:49.298646 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6165ebc-3dd2-4c20-b683-caa1fa34d002 req-af2c63cd-b04a-4bff-bc9a-e86e8ac0dc9f tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:49.300120 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c6165ebc-3dd2-4c20-b683-caa1fa34d002 req-af2c63cd-b04a-4bff-bc9a-e86e8ac0dc9f tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0742469 Jun 10 15:28:49.341674 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c6165ebc-3dd2-4c20-b683-caa1fa34d002 req-014edc4e-4163-4794-a898-51201f6b7f0a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357757 Jun 10 15:28:49.523117 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-becb16f6-5f68-4a89-ad2b-57e1d8ec3829 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:49.524461 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-becb16f6-5f68-4a89-ad2b-57e1d8ec3829 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.45 "GET /v2.0/networks?id=99fc0f03-757d-421c-8ecc-585e7d30dced HTTP/1.1" status: 200 len: 815 time: 0.1305001 Jun 10 15:28:49.537374 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-74d4e1c2-faf1-4158-b10a-029640e8caab tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Request body: {'port': {'device_id': '5a8f85a9-1172-4e80-a7af-df616cef66c6', 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced', 'admin_state_up': True, 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:28:49.819174 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-74d4e1c2-faf1-4158-b10a-029640e8caab tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Made reservation on behalf of db0c59ccfeea45a7b9c0ebc35a81a341 for: {'port': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:28:49.822684 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-74d4e1c2-faf1-4158-b10a-029640e8caab tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:49.967528 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.db_base_plugin_common [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-74d4e1c2-faf1-4158-b10a-029640e8caab tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Allocated IP 172.20.0.12 (99fc0f03-757d-421c-8ecc-585e7d30dced/6b21160b-cc2e-4cb8-a64c-09bca992f2a7/af47ca85-b4c5-4535-97f5-787d5339229d) {{(pid=92440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:28:50.162467 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-74d4e1c2-faf1-4158-b10a-029640e8caab tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for port, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:50.176591 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.provisioning_blocks [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-74d4e1c2-faf1-4158-b10a-029640e8caab tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Transition to ACTIVE for port object af47ca85-b4c5-4535-97f5-787d5339229d will not be triggered until provisioned by entity DHCP. {{(pid=92440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:28:50.277740 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-efaaced4-ce1a-4d1b-aa2b-99745bd84b87 req-1cf32623-225d-49c5-8f99-0d8110cd1bde tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 210 time: 0.0383384 Jun 10 15:28:50.326243 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-74d4e1c2-faf1-4158-b10a-029640e8caab tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-532407449'] for port, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:50.329938 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-e280b19c-e9cf-454b-8718-6ac9966e48c1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:50.409653 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-74d4e1c2-faf1-4158-b10a-029640e8caab tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Network 99fc0f03-757d-421c-8ecc-585e7d30dced is already hosted by enough agents. {{(pid=92440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:28:50.424207 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-74d4e1c2-faf1-4158-b10a-029640e8caab tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Resources bound (agent type, host, resource id): {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:28:50.435537 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-74d4e1c2-faf1-4158-b10a-029640e8caab tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Received port after_create {{(pid=92440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:28:50.482945 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d4e1c2-faf1-4158-b10a-029640e8caab tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Pushing event updated for resources: {'Port': ['ID=af47ca85-b4c5-4535-97f5-787d5339229d,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:50.497040 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-74d4e1c2-faf1-4158-b10a-029640e8caab tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:50.527721 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-74d4e1c2-faf1-4158-b10a-029640e8caab tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:50.528381 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-74d4e1c2-faf1-4158-b10a-029640e8caab tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:50.549887 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb11af-5b1c-424d-bbdb-60c6600bf435 req-ce9486ab-b1ed-461f-90f0-6e1cc468aee6 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:50.551459 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-afcb11af-5b1c-424d-bbdb-60c6600bf435 req-ce9486ab-b1ed-461f-90f0-6e1cc468aee6 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 946 time: 0.2117949 Jun 10 15:28:50.602243 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-afcb11af-5b1c-424d-bbdb-60c6600bf435 req-c7aaf49f-5c1f-4b54-a9fd-9ddd36c0cf6d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433609 Jun 10 15:28:50.698326 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-74d4e1c2-faf1-4158-b10a-029640e8caab tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1585531 Jun 10 15:28:50.718011 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd4b6b-72d8-4c43-a9c7-2f863a67fca8 req-4226944f-f82c-4266-b592-4a48398b2fe6 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:50.719715 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-bdfd4b6b-72d8-4c43-a9c7-2f863a67fca8 req-4226944f-f82c-4266-b592-4a48398b2fe6 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0984778 Jun 10 15:28:50.725450 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] Request body: {'port': {'device_id': '5a8f85a9-1172-4e80-a7af-df616cef66c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:28:50.737521 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:50.794416 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-434d401c-a788-460b-b080-b202a17d9532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:50.844971 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-0ec3c367-0682-4f40-9da3-3a8cae328989 None None] Provisioning for port af47ca85-b4c5-4535-97f5-787d5339229d completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:28:50.849408 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-0ec3c367-0682-4f40-9da3-3a8cae328989 None None] Provisioning complete for port af47ca85-b4c5-4535-97f5-787d5339229d triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:28:50.850023 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-0ec3c367-0682-4f40-9da3-3a8cae328989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:50.876654 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-bdfd4b6b-72d8-4c43-a9c7-2f863a67fca8 req-d08cca7a-a609-4ac6-a8e2-f230d2c461e0 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468790 Jun 10 15:28:50.935413 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:50.945684 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38ebd7-b877-4be5-bf80-165d39c69ec4 req-6f54d6d5-4105-4bd6-828b-fd9817a3c97c tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:50.947431 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9a38ebd7-b877-4be5-bf80-165d39c69ec4 req-6f54d6d5-4105-4bd6-828b-fd9817a3c97c tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 946 time: 0.1792605 Jun 10 15:28:50.973864 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-0ec3c367-0682-4f40-9da3-3a8cae328989 None None] Port af47ca85-b4c5-4535-97f5-787d5339229d cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:28:51.057289 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9a38ebd7-b877-4be5-bf80-165d39c69ec4 req-95aadfd0-ee38-4b18-9d81-0d472f8a431a tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968518 Jun 10 15:28:51.080323 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 53916) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:28:51.506776 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce99ab1-f3f0-4f50-b549-bf0e8e5300b9 tempest-TestVolumeBootPattern-1158222322 tempest-TestVolumeBootPattern-1158222322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:51.511697 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-2ce99ab1-f3f0-4f50-b549-bf0e8e5300b9 tempest-TestVolumeBootPattern-1158222322 tempest-TestVolumeBootPattern-1158222322-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 1094 time: 0.4302971 Jun 10 15:28:51.512459 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 53944) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:28:51.517507 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Request body: {'floatingip': {'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'port_id': '5505a8b6-d62c-4baa-8714-50c01606d303', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:28:51.558427 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af47ca85-b4c5-4535-97f5-787d5339229d {{(pid=92440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:28:51.565598 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:51.581165 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.provisioning_blocks [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] Transition to ACTIVE for port object af47ca85-b4c5-4535-97f5-787d5339229d will not be triggered until provisioned by entity L2. {{(pid=92440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:28:51.613637 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for floatingip, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:51.659446 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:51.662661 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:51.750923 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:51.773141 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] Pushing event updated for resources: {'Port': ['ID=af47ca85-b4c5-4535-97f5-787d5339229d,revision_number=2']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:51.784897 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:51.879190 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:51.880274 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Allocated IP 172.27.3.236 (bafb3150-7231-46b7-88ed-3af7e5c7810a/66421b7e-18a2-4c9a-a813-c12246305922/47c60f70-798d-4972-834d-8ef9d7da0e8d) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:28:51.881713 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] Attempting to bind port af47ca85-b4c5-4535-97f5-787d5339229d on host hv-cinder-77212 for vnic_type normal with profile {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:28:51.882075 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] Attempting to bind port af47ca85-b4c5-4535-97f5-787d5339229d by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '3dc8b9e0-7668-4e54-9f57-ca651e2186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced'}] {{(pid=92440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:28:51.882400 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] Attempting to bind port af47ca85-b4c5-4535-97f5-787d5339229d on network 99fc0f03-757d-421c-8ecc-585e7d30dced {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:28:51.887222 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] Port af47ca85-b4c5-4535-97f5-787d5339229d on network 99fc0f03-757d-421c-8ecc-585e7d30dced not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:28:51.887538 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] Attempting to bind port af47ca85-b4c5-4535-97f5-787d5339229d on network 99fc0f03-757d-421c-8ecc-585e7d30dced {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:28:51.892571 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] Checking agent: {'id': 'e28e421a-1ab2-4a36-8074-76b1dba64f57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'started_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:28:51.894896 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] Checking segment: {'id': '3dc8b9e0-7668-4e54-9f57-ca651e2186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:28:51.894896 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] Bound using segment: {'id': '3dc8b9e0-7668-4e54-9f57-ca651e2186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced'} {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:28:51.894896 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] Bound port: af47ca85-b4c5-4535-97f5-787d5339229d, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dc8b9e0-7668-4e54-9f57-ca651e2186a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced'}}] {{(pid=92440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:28:51.894896 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:51.970811 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] For port af47ca85-b4c5-4535-97f5-787d5339229d, host hv-cinder-77212, cleared binding levels {{(pid=92440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:28:51.973864 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] For port af47ca85-b4c5-4535-97f5-787d5339229d, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=af47ca85-b4c5-4535-97f5-787d5339229d,segment=NetworkSegment(3dc8b9e0-7668-4e54-9f57-ca651e2186a9),segment_id=3dc8b9e0-7668-4e54-9f57-ca651e2186a9)] {{(pid=92440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:28:52.015999 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:52.062481 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:52.064847 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:52.111637 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:28:52.112254 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:52.113610 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] 10.222.0.45 "PUT /v2.0/ports/af47ca85-b4c5-4535-97f5-787d5339229d HTTP/1.1" status: 200 len: 1094 time: 1.3927729 Jun 10 15:28:52.114131 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8f85a9-1172-4e80-a7af-df616cef66c6', 'tag': 'af47ca85-b4c5-4535-97f5-787d5339229d'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:28:52.116430 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaf2ec8-fce8-4ca8-944a-87f56a6ea9e5" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8f85a9-1172-4e80-a7af-df616cef66c6", "tag": "af47ca85-b4c5-4535-97f5-787d5339229d"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:28:52.136667 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] Pushing event updated for resources: {'Port': ['ID=af47ca85-b4c5-4535-97f5-787d5339229d,revision_number=3']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:52.139815 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:52.153998 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:52.156798 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-619eab3a-3329-478c-8479-f48b2aa85055 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:52.204696 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Network bafb3150-7231-46b7-88ed-3af7e5c7810a is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:28:52.208447 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:28:52.211061 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:28:52.244698 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Pushing event updated for resources: {'Port': ['ID=47c60f70-798d-4972-834d-8ef9d7da0e8d,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:52.303042 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:52.303408 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:52.303775 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:52.304129 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:52.304479 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:52.304828 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:52.305172 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:52.305515 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:52.305885 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:52.306228 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:52.306567 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:52.306902 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:28:52.310546 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:52.635402 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:52.819987 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:53.279465 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for port, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:53.370765 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:53.372960 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-72ef2da1-bb7b-4d55-b0bc-681b9099e7f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:28:53.416384 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:53.514749 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Pushing event updated for resources: {'Port': ['ID=47c60f70-798d-4972-834d-8ef9d7da0e8d,revision_number=2']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:28:53.519080 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:28:53.559685 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.db.l3_db [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Floating IP fe89719a-ac84-43b3-9d9f-935a91489df7 associated. External IP: 172.27.3.236, port: 5505a8b6-d62c-4baa-8714-50c01606d303. Jun 10 15:28:53.662193 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:53.847394 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:28:53.996852 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:28:54.006266 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52f7bd0-a779-4c68-a7b0-0be985bc6a85 None None] Sync routers for ids ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'] in dv-cinder-772126-2-iscsi {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:28:54.017265 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52f7bd0-a779-4c68-a7b0-0be985bc6a85 None None] Routers {'5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:28:54.020095 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-f52f7bd0-a779-4c68-a7b0-0be985bc6a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:28:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:54.068021 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for floatingip, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:28:54.110965 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5974090 Jun 10 15:28:54.111593 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8', 'tag': '5505a8b6-d62c-4baa-8714-50c01606d303'}] {{(pid=92441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:28:54.113922 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9b8eca18dfada33807f9ce70a392550ff1c61d1cc5185ff617afbbc74c0c2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97987857-f972-440c-970d-f7ba24e61629" -d '{"events": [{"name": "network-changed", "server_uuid": "0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8", "tag": "5505a8b6-d62c-4baa-8714-50c01606d303"}]}' {{(pid=92441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:28:54.167228 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-f52f7bd0-a779-4c68-a7b0-0be985bc6a85 None None] Set router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:28:54.506824 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-f52f7bd0-a779-4c68-a7b0-0be985bc6a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:26:28Z', 'revision_number': 4, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': 'fe89719a-ac84-43b3-9d9f-935a91489df7', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'port_id': '5505a8b6-d62c-4baa-8714-50c01606d303', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'mac_address': 'fa:16:3e:01:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:28:52Z', 'updated_at': '2021-06-10T15:28:52Z', 'revision_number': 0, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434c4c3e-36b0-4c92-acac-683b5e74fbc8', 'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'mac_address': 'fa:16:3e:ef:a6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:27Z', 'updated_at': '2021-06-10T15:26:33Z', 'revision_number': 5, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'subnets': [{'id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:54.511900 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52f7bd0-a779-4c68-a7b0-0be985bc6a85 None None] Checking router: 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 for host: dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:28:54.523333 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52f7bd0-a779-4c68-a7b0-0be985bc6a85 None None] Routers {'5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:28:54.524272 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-f52f7bd0-a779-4c68-a7b0-0be985bc6a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:28:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:54.776883 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-f52f7bd0-a779-4c68-a7b0-0be985bc6a85 None None] Set router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:28:55.078864 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-f52f7bd0-a779-4c68-a7b0-0be985bc6a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:26:28Z', 'revision_number': 4, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': 'fe89719a-ac84-43b3-9d9f-935a91489df7', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'port_id': '5505a8b6-d62c-4baa-8714-50c01606d303', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'mac_address': 'fa:16:3e:01:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:28:52Z', 'updated_at': '2021-06-10T15:28:52Z', 'revision_number': 0, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434c4c3e-36b0-4c92-acac-683b5e74fbc8', 'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'mac_address': 'fa:16:3e:ef:a6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:27Z', 'updated_at': '2021-06-10T15:26:33Z', 'revision_number': 5, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'subnets': [{'id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:28:55.082284 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52f7bd0-a779-4c68-a7b0-0be985bc6a85 None None] The sync data for ids ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'] in dv-cinder-772126-2-iscsi is: [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:26:28Z', 'revision_number': 4, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': 'fe89719a-ac84-43b3-9d9f-935a91489df7', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'port_id': '5505a8b6-d62c-4baa-8714-50c01606d303', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'mac_address': 'fa:16:3e:01:27:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:28:52Z', 'updated_at': '2021-06-10T15:28:52Z', 'revision_number': 0, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434c4c3e-36b0-4c92-acac-683b5e74fbc8', 'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'mac_address': 'fa:16:3e:ef:a6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:27Z', 'updated_at': '2021-06-10T15:26:33Z', 'revision_number': 5, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'subnets': [{'id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:28:55.265125 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543e94aa-da4e-47a9-8609-d2ff70e86b3a None None] New status for floating IP fe89719a-ac84-43b3-9d9f-935a91489df7: ACTIVE {{(pid=92442) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:29:05.016580 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:10.207662 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:29:12.349184 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 54114) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:12.480693 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a5a81ce9-f97e-4a25-8b0f-fdc233be0c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:12.484818 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-d2bb03d8-96a9-452f-bf9a-a87a9193ef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:12.487208 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-d2bb03d8-96a9-452f-bf9a-a87a9193ef38 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db0c59ccfeea45a7b9c0ebc35a81a341&device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 1097 time: 0.0720861 Jun 10 15:29:12.574599 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-66ad997e-cf98-4fc7-a3ea-c33800cfa159 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af47ca85-b4c5-4535-97f5-787d5339229d HTTP/1.1" status: 200 len: 217 time: 0.0654805 Jun 10 15:29:12.587734 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a5a81ce9-f97e-4a25-8b0f-fdc233be0c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:12.645436 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-6fd87c09-bcf7-43ae-93a5-455ec9b79208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:12.647362 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-6fd87c09-bcf7-43ae-93a5-455ec9b79208 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6b21160b-cc2e-4cb8-a64c-09bca992f2a7 HTTP/1.1" status: 200 len: 854 time: 0.0566800 Jun 10 15:29:12.745563 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a5a81ce9-f97e-4a25-8b0f-fdc233be0c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:12.748501 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-993b4977-ecbe-46b1-a7c7-b686b2dd55fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:12.785665 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a81ce9-f97e-4a25-8b0f-fdc233be0c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1c4e0b-ad35-406c-9f0c-65912cce9659,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:12.788964 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a5a81ce9-f97e-4a25-8b0f-fdc233be0c34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:12.804696 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-a5a81ce9-f97e-4a25-8b0f-fdc233be0c34 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a1115543f714cd7accef60b494abfa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4538672 Jun 10 15:29:12.812845 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 54126) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:12.835491 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-f4b45142-dc34-4b1b-9b6f-83a1b087f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:12.836980 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-f4b45142-dc34-4b1b-9b6f-83a1b087f91e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99fc0f03-757d-421c-8ecc-585e7d30dced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1807289 Jun 10 15:29:12.849838 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ee89e-af77-49dc-8b7a-40ee72859da4 req-91e76510-5fe9-48a4-bc4f-80e35721ff74 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:12.855239 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5b7ee89e-af77-49dc-8b7a-40ee72859da4 req-91e76510-5fe9-48a4-bc4f-80e35721ff74 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 944 time: 0.3434749 Jun 10 15:29:12.880693 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16222809-dcbc-4af0-9542-1e7bcc8956d1 req-99c62b30-f575-47a4-a786-54d367eb266a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:12.882165 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-16222809-dcbc-4af0-9542-1e7bcc8956d1 req-99c62b30-f575-47a4-a786-54d367eb266a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.3127995 Jun 10 15:29:13.050643 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-45939eec-4027-4b62-9774-7c561cca30e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:13.055076 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5b7ee89e-af77-49dc-8b7a-40ee72859da4 req-aa7b22a1-5382-454c-ac35-a508511c2b23 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944096 Jun 10 15:29:13.067428 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-16222809-dcbc-4af0-9542-1e7bcc8956d1 req-8df483d6-54d4-4287-9723-46654d3ffe7f tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643414 Jun 10 15:29:13.096288 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-45939eec-4027-4b62-9774-7c561cca30e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:13.118753 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-66121734-6cbe-41a0-b928-cec826a817f5 service neutron] 10.222.0.45 "GET /v2.0/networks/99fc0f03-757d-421c-8ecc-585e7d30dced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479796 Jun 10 15:29:13.118753 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9958dea0-9aab-4273-a2cd-2fcc21f43f8e x-openstack-request-id: req-9958dea0-9aab-4273-a2cd-2fcc21f43f8e {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:29:13.118753 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8f85a9-1172-4e80-a7af-df616cef66c6", "tag": "af47ca85-b4c5-4535-97f5-787d5339229d", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:29:13.118753 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9958dea0-9aab-4273-a2cd-2fcc21f43f8e {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:29:13.118753 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8f85a9-1172-4e80-a7af-df616cef66c6', 'tag': 'af47ca85-b4c5-4535-97f5-787d5339229d', 'status': 'completed', 'code': 200} Jun 10 15:29:13.123074 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70eacb8a-3272-4965-8a72-0c3a76dfe1a7 x-openstack-request-id: req-70eacb8a-3272-4965-8a72-0c3a76dfe1a7 {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:29:13.123436 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8", "tag": "5505a8b6-d62c-4baa-8714-50c01606d303", "status": "completed", "code": 200}]} {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:29:13.123718 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70eacb8a-3272-4965-8a72-0c3a76dfe1a7 {{(pid=92441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:29:13.124142 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8', 'tag': '5505a8b6-d62c-4baa-8714-50c01606d303', 'status': 'completed', 'code': 200} Jun 10 15:29:13.254167 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97987857-f972-440c-970d-f7ba24e61629 req-821fe976-9aba-4b31-9080-aea0370712c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:13.255662 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-97987857-f972-440c-970d-f7ba24e61629 req-821fe976-9aba-4b31-9080-aea0370712c7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a3ed0fc5497463faac2851a1aeb412c&device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 1099 time: 0.0622141 Jun 10 15:29:13.296654 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3b598e7c-a64a-433d-8973-b0ae4bdf22ae req-d1796d87-0148-4a28-bf3d-01727256681c service neutron] 10.222.0.45 "GET /v2.0/networks/99fc0f03-757d-421c-8ecc-585e7d30dced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238754 Jun 10 15:29:13.365020 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-45939eec-4027-4b62-9774-7c561cca30e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:13.367934 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-45939eec-4027-4b62-9774-7c561cca30e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:13.371496 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-45939eec-4027-4b62-9774-7c561cca30e0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fe1c4e0b-ad35-406c-9f0c-65912cce9659 HTTP/1.1" status: 204 len: 168 time: 0.5594666 Jun 10 15:29:13.371496 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-897ee2d6-07eb-4f3a-b655-d373a334dce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:13.378576 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97987857-f972-440c-970d-f7ba24e61629 req-306aca34-23e5-4199-a3cb-4b14d2d7ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:13.380088 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-97987857-f972-440c-970d-f7ba24e61629 req-306aca34-23e5-4199-a3cb-4b14d2d7ca18 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc452212-81ca-4caf-a3da-e16d5e17f9a5 HTTP/1.1" status: 200 len: 912 time: 0.1168609 Jun 10 15:29:13.381491 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45939eec-4027-4b62-9774-7c561cca30e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1c4e0b-ad35-406c-9f0c-65912cce9659,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:13.384300 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-45939eec-4027-4b62-9774-7c561cca30e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:13.473190 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-97987857-f972-440c-970d-f7ba24e61629 req-1cccb0ad-cf94-4615-9e24-bca70389aebf service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5505a8b6-d62c-4baa-8714-50c01606d303 HTTP/1.1" status: 200 len: 1002 time: 0.0842309 Jun 10 15:29:13.536829 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97987857-f972-440c-970d-f7ba24e61629 req-92ab046f-ab3a-4902-9f69-f61adb402b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:13.538337 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-97987857-f972-440c-970d-f7ba24e61629 req-92ab046f-ab3a-4902-9f69-f61adb402b94 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a35ed739-29e3-4a52-a6bc-15f7407e9f83 HTTP/1.1" status: 200 len: 850 time: 0.0557845 Jun 10 15:29:13.611810 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97987857-f972-440c-970d-f7ba24e61629 req-0e846e48-301c-468a-9ff4-1f8f17e1ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:13.613425 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-97987857-f972-440c-970d-f7ba24e61629 req-0e846e48-301c-468a-9ff4-1f8f17e1ef92 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc452212-81ca-4caf-a3da-e16d5e17f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590935 Jun 10 15:29:13.635874 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf2ec8-fce8-4ca8-944a-87f56a6ea9e5 req-e280605d-9cdd-43e6-82aa-ecd5ef139fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:13.637536 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fdaf2ec8-fce8-4ca8-944a-87f56a6ea9e5 req-e280605d-9cdd-43e6-82aa-ecd5ef139fc5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db0c59ccfeea45a7b9c0ebc35a81a341&device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 1097 time: 0.0624394 Jun 10 15:29:13.734958 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-97987857-f972-440c-970d-f7ba24e61629 req-23bea882-1a44-49a4-b4a8-59ea69d30475 service neutron] 10.222.0.45 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114058 Jun 10 15:29:13.860251 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-97987857-f972-440c-970d-f7ba24e61629 req-0212c80a-a493-4140-99cb-09b5dcf85eeb service neutron] 10.222.0.45 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169393 Jun 10 15:29:14.020838 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf2ec8-fce8-4ca8-944a-87f56a6ea9e5 req-e341c1d2-4407-45d0-87d4-74b70eed00e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:14.022547 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fdaf2ec8-fce8-4ca8-944a-87f56a6ea9e5 req-e341c1d2-4407-45d0-87d4-74b70eed00e4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99fc0f03-757d-421c-8ecc-585e7d30dced HTTP/1.1" status: 200 len: 916 time: 0.3759727 Jun 10 15:29:14.083973 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fdaf2ec8-fce8-4ca8-944a-87f56a6ea9e5 req-75360578-c9fb-4c8c-9091-793aa0863152 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af47ca85-b4c5-4535-97f5-787d5339229d HTTP/1.1" status: 200 len: 217 time: 0.0530300 Jun 10 15:29:14.297348 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a8aad-ee7f-45a2-9a18-4725e0480046 req-c0cc6b9e-e8e4-40a6-b628-5b0179f3b0d8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:14.298922 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-823a8aad-ee7f-45a2-9a18-4725e0480046 req-c0cc6b9e-e8e4-40a6-b628-5b0179f3b0d8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 944 time: 0.1235061 Jun 10 15:29:14.320718 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09cdc7-59b9-44d9-a391-e4fdc2a6f9ab req-44ee0b62-b977-4c38-8288-fe2b57a04a46 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:14.322234 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9a09cdc7-59b9-44d9-a391-e4fdc2a6f9ab req-44ee0b62-b977-4c38-8288-fe2b57a04a46 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.1141107 Jun 10 15:29:14.389566 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-823a8aad-ee7f-45a2-9a18-4725e0480046 req-f26e1b91-5986-48df-8e71-d11b96608418 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845838 Jun 10 15:29:14.436422 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9a09cdc7-59b9-44d9-a391-e4fdc2a6f9ab req-7a0c01f0-c324-45cd-9f01-99aec05211ff tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026404 Jun 10 15:29:14.457055 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf2ec8-fce8-4ca8-944a-87f56a6ea9e5 req-db78ed58-29f2-4815-9ad8-a0534235a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:14.458597 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fdaf2ec8-fce8-4ca8-944a-87f56a6ea9e5 req-db78ed58-29f2-4815-9ad8-a0534235a4e7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6b21160b-cc2e-4cb8-a64c-09bca992f2a7 HTTP/1.1" status: 200 len: 854 time: 0.0857866 Jun 10 15:29:14.525050 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf2ec8-fce8-4ca8-944a-87f56a6ea9e5 req-4d2c5559-e3dd-45f0-8af2-7c258e9fee17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:14.526561 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fdaf2ec8-fce8-4ca8-944a-87f56a6ea9e5 req-4d2c5559-e3dd-45f0-8af2-7c258e9fee17 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99fc0f03-757d-421c-8ecc-585e7d30dced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597146 Jun 10 15:29:14.651784 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fdaf2ec8-fce8-4ca8-944a-87f56a6ea9e5 req-f90f8578-1186-4c10-9403-707c05e64ae4 service neutron] 10.222.0.45 "GET /v2.0/networks/99fc0f03-757d-421c-8ecc-585e7d30dced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147857 Jun 10 15:29:14.888001 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fdaf2ec8-fce8-4ca8-944a-87f56a6ea9e5 req-3b9d232f-df0c-407b-8089-49e887df01b9 service neutron] 10.222.0.45 "GET /v2.0/networks/99fc0f03-757d-421c-8ecc-585e7d30dced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109097 Jun 10 15:29:15.570406 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cb8e0-b1af-4eb2-81bb-8538042f8a52 req-0f2942cc-09da-4985-aa3c-da9137f1a875 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:15.571881 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7c6cb8e0-b1af-4eb2-81bb-8538042f8a52 req-0f2942cc-09da-4985-aa3c-da9137f1a875 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 944 time: 0.0693672 Jun 10 15:29:15.615338 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7c6cb8e0-b1af-4eb2-81bb-8538042f8a52 req-184acf10-00b4-44fb-9ea7-895c69e01a30 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376029 Jun 10 15:29:15.737599 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08ba7a-d0da-4652-976b-e4a21f7a98a1 req-2ab70c23-cb2b-47e7-9233-bb2f8c2f88f2 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:15.739160 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-aa08ba7a-d0da-4652-976b-e4a21f7a98a1 req-2ab70c23-cb2b-47e7-9233-bb2f8c2f88f2 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.0729699 Jun 10 15:29:15.779513 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-aa08ba7a-d0da-4652-976b-e4a21f7a98a1 req-ec1ecdf8-e17c-428a-adfd-da800cd3919c tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346358 Jun 10 15:29:17.040571 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46715986-2c3b-40ab-87d1-28cf417539a5 req-3f18e200-c272-4dbd-b34a-0208e68d5f2b tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:17.042086 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-46715986-2c3b-40ab-87d1-28cf417539a5 req-3f18e200-c272-4dbd-b34a-0208e68d5f2b tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 944 time: 0.1278484 Jun 10 15:29:17.090663 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251feaa2-3646-4768-8541-bc643c2fa688 req-3d27f4b8-1cce-4802-a214-e4fb5d2cab0b tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:17.092821 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-251feaa2-3646-4768-8541-bc643c2fa688 req-3d27f4b8-1cce-4802-a214-e4fb5d2cab0b tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.45 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.2890127 Jun 10 15:29:17.186746 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-46715986-2c3b-40ab-87d1-28cf417539a5 req-748159ce-a0d8-489a-8c95-17046f4fc5c7 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309450 Jun 10 15:29:17.237925 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcabd95-f51c-4de8-842c-5b84d1106b54 req-e2d12ad3-2aaa-49da-9795-21ce9881ba7c tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:17.239375 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4dcabd95-f51c-4de8-842c-5b84d1106b54 req-e2d12ad3-2aaa-49da-9795-21ce9881ba7c tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 946 time: 0.1956253 Jun 10 15:29:17.295056 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-251feaa2-3646-4768-8541-bc643c2fa688 req-19fd90e7-f59a-47cd-b6aa-28ddc50a02d7 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Deleting port c11c673a-4e53-4309-9eac-212c6d252be6 {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:29:17.298049 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-251feaa2-3646-4768-8541-bc643c2fa688 req-19fd90e7-f59a-47cd-b6aa-28ddc50a02d7 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:17.302209 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4dcabd95-f51c-4de8-842c-5b84d1106b54 req-477ff23f-9ed5-47b4-8a23-054979e91f1e tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/security-groups?id=48e765a5-2a36-4623-a6ac-68b5323cf48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572224 Jun 10 15:29:17.410679 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-251feaa2-3646-4768-8541-bc643c2fa688 req-19fd90e7-f59a-47cd-b6aa-28ddc50a02d7 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] For port c11c673a-4e53-4309-9eac-212c6d252be6, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=c11c673a-4e53-4309-9eac-212c6d252be6,segment=NetworkSegment(6d3ff470-4464-4b37-a42d-b56ac91cb4b3),segment_id=6d3ff470-4464-4b37-a42d-b56ac91cb4b3)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:29:17.411034 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-251feaa2-3646-4768-8541-bc643c2fa688 req-19fd90e7-f59a-47cd-b6aa-28ddc50a02d7 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:17.502511 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-251feaa2-3646-4768-8541-bc643c2fa688 req-19fd90e7-f59a-47cd-b6aa-28ddc50a02d7 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Calling delete_port for c11c673a-4e53-4309-9eac-212c6d252be6 owned by compute:nova {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:29:17.848156 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-251feaa2-3646-4768-8541-bc643c2fa688 req-19fd90e7-f59a-47cd-b6aa-28ddc50a02d7 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:17.848156 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:17.854769 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['c11c673a-4e53-4309-9eac-212c6d252be6'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:29:17.878322 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fd90e7-f59a-47cd-b6aa-28ddc50a02d7 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Pushing event deleted for resources: {'Port': ['ID=c11c673a-4e53-4309-9eac-212c6d252be6,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:17.887487 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-19fd90e7-f59a-47cd-b6aa-28ddc50a02d7 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:17.941536 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-251feaa2-3646-4768-8541-bc643c2fa688 req-19fd90e7-f59a-47cd-b6aa-28ddc50a02d7 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] No DVR routers for this DVR port c11c673a-4e53-4309-9eac-212c6d252be6 on host hv-cinder-77212 {{(pid=92440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:29:17.944657 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-251feaa2-3646-4768-8541-bc643c2fa688 req-19fd90e7-f59a-47cd-b6aa-28ddc50a02d7 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:17.946745 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-251feaa2-3646-4768-8541-bc643c2fa688 req-19fd90e7-f59a-47cd-b6aa-28ddc50a02d7 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.45 "DELETE /v2.0/ports/c11c673a-4e53-4309-9eac-212c6d252be6 HTTP/1.1" status: 204 len: 173 time: 0.8396478 Jun 10 15:29:17.947250 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11afad76-f6b0-4af1-a99f-d7d67c013ab0', 'name': 'network-vif-deleted', 'tag': 'c11c673a-4e53-4309-9eac-212c6d252be6'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:29:17.949580 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab466b30-21c6-439e-9db8-7de6fe01a37d" -d '{"events": [{"server_uuid": "11afad76-f6b0-4af1-a99f-d7d67c013ab0", "name": "network-vif-deleted", "tag": "c11c673a-4e53-4309-9eac-212c6d252be6"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:29:17.987604 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91731cf-ff27-432e-b912-0822fcf50ae1 x-openstack-request-id: req-c91731cf-ff27-432e-b912-0822fcf50ae1 {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:29:17.987937 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11afad76-f6b0-4af1-a99f-d7d67c013ab0", "name": "network-vif-deleted", "tag": "c11c673a-4e53-4309-9eac-212c6d252be6", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:29:17.988218 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c91731cf-ff27-432e-b912-0822fcf50ae1 {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:29:17.988648 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11afad76-f6b0-4af1-a99f-d7d67c013ab0', 'name': 'network-vif-deleted', 'tag': 'c11c673a-4e53-4309-9eac-212c6d252be6', 'status': 'completed', 'code': 200} Jun 10 15:29:18.254254 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-871ef591-28e2-4e35-bfc2-39e7b65ef47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:18.376172 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a8b516-1523-41d4-b1b3-9eabe25acea1 req-f5bd0486-55bf-4a9f-ad4d-263252e9b362 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:18.378269 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-22a8b516-1523-41d4-b1b3-9eabe25acea1 req-f5bd0486-55bf-4a9f-ad4d-263252e9b362 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 944 time: 0.0747457 Jun 10 15:29:18.430155 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-22a8b516-1523-41d4-b1b3-9eabe25acea1 req-5c82bfa5-6bb0-46c2-baed-26c052cd8d96 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463645 Jun 10 15:29:18.482105 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b600f835-8bac-4a07-aa1e-da310c4d743a req-0c7f9e4b-5410-4ab6-9bfa-f9ffd2a4f3da tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] 10.222.0.26 "GET /v2.0/ports?device_id=11afad76-f6b0-4af1-a99f-d7d67c013ab0 HTTP/1.1" status: 200 len: 210 time: 0.0416067 Jun 10 15:29:19.942575 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c8e30-1fb5-4986-8322-f534d3fc4496 req-d485452e-3b40-470c-b448-f2c0bcb48c2f tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:19.944053 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ee2c8e30-1fb5-4986-8322-f534d3fc4496 req-d485452e-3b40-470c-b448-f2c0bcb48c2f tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 944 time: 0.0779221 Jun 10 15:29:19.987566 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ee2c8e30-1fb5-4986-8322-f534d3fc4496 req-60a30539-aa6f-4662-ae6a-54713cf72a52 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373833 Jun 10 15:29:20.069722 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 54250) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:20.357054 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932e2f99-2aa8-4bb4-8d81-53c5fe2472ed req-8595a8a8-7b97-402e-977e-28758d6cee4d tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:20.358553 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-932e2f99-2aa8-4bb4-8d81-53c5fe2472ed req-8595a8a8-7b97-402e-977e-28758d6cee4d tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 945 time: 0.2017369 Jun 10 15:29:20.527405 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device af47ca85-b4c5-4535-97f5-787d5339229d details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=92442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:29:20.535061 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device c11c673a-4e53-4309-9eac-212c6d252be6 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:29:20.555048 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-932e2f99-2aa8-4bb4-8d81-53c5fe2472ed req-369a89df-df1d-4c90-858e-1cb6346ecabb tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893480 Jun 10 15:29:20.564644 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] No Port match for: c11c673a-4e53-4309-9eac-212c6d252be6 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:29:20.564998 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device c11c673a-4e53-4309-9eac-212c6d252be6 not bound to the agent host hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:29:20.697239 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port af47ca85-b4c5-4535-97f5-787d5339229d, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=af47ca85-b4c5-4535-97f5-787d5339229d,segment=NetworkSegment(3dc8b9e0-7668-4e54-9f57-ca651e2186a9),segment_id=3dc8b9e0-7668-4e54-9f57-ca651e2186a9)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:29:20.710836 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Returning: {'device': 'af47ca85-b4c5-4535-97f5-787d5339229d', 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced', 'port_id': 'af47ca85-b4c5-4535-97f5-787d5339229d', 'mac_address': 'fa:16:3e:b1:b6:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b21160b-cc2e-4cb8-a64c-09bca992f2a7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:29:20.755902 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:20.772615 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af47ca85-b4c5-4535-97f5-787d5339229d {{(pid=92442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:29:20.793384 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-d2e4c829-51af-49d8-8a66-c657ce173ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:20.797021 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port af47ca85-b4c5-4535-97f5-787d5339229d, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=af47ca85-b4c5-4535-97f5-787d5339229d,segment=NetworkSegment(3dc8b9e0-7668-4e54-9f57-ca651e2186a9),segment_id=3dc8b9e0-7668-4e54-9f57-ca651e2186a9)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:29:20.862266 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:20.891725 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5b6cd-cc65-4f55-9807-912eecebf5df req-093152fb-5751-47b1-9c6a-e419ece50efe tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:20.900313 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1ef5b6cd-cc65-4f55-9807-912eecebf5df req-093152fb-5751-47b1-9c6a-e419ece50efe tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.4653494 Jun 10 15:29:20.940428 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:20.942210 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-223de5d2-3034-4690-b4eb-036de68421c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:20.989548 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1ef5b6cd-cc65-4f55-9807-912eecebf5df req-0425223f-b05d-4882-a7d8-28d42d55d96a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891073 Jun 10 15:29:21.001396 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=af47ca85-b4c5-4535-97f5-787d5339229d,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:21.009735 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:21.010129 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:21.010477 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:21.010822 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:21.011164 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:21.011496 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:21.011827 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:21.012155 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:21.012485 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:21.032408 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:21.032804 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:21.033361 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:21.046648 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:21.183472 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-db84647e-6b2e-4a4b-bdce-3092689edde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-934821'] for router_interface, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:21.330906 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180eea6b-5b6d-42fe-894b-43e515c37d28 req-362b37b9-3efc-4229-a1c6-ca47f6ce2f13 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:21.332380 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-180eea6b-5b6d-42fe-894b-43e515c37d28 req-362b37b9-3efc-4229-a1c6-ca47f6ce2f13 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 945 time: 0.2065084 Jun 10 15:29:21.473370 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['af47ca85-b4c5-4535-97f5-787d5339229d'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:29:21.488073 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-180eea6b-5b6d-42fe-894b-43e515c37d28 req-b92a4736-5a06-4b72-abf1-961dcfccbee1 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462824 Jun 10 15:29:21.620526 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-db84647e-6b2e-4a4b-bdce-3092689edde7 admin admin] Deleting port 8d1f9798-45aa-4ba5-a054-5e80920587e1 {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:29:21.620867 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-db84647e-6b2e-4a4b-bdce-3092689edde7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:21.778499 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [None req-db84647e-6b2e-4a4b-bdce-3092689edde7 admin admin] For port 8d1f9798-45aa-4ba5-a054-5e80920587e1, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=8d1f9798-45aa-4ba5-a054-5e80920587e1,segment=NetworkSegment(6d3ff470-4464-4b37-a42d-b56ac91cb4b3),segment_id=6d3ff470-4464-4b37-a42d-b56ac91cb4b3)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:29:21.781239 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-db84647e-6b2e-4a4b-bdce-3092689edde7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:21.886369 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-db84647e-6b2e-4a4b-bdce-3092689edde7 admin admin] Calling delete_port for 8d1f9798-45aa-4ba5-a054-5e80920587e1 owned by network:router_interface {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:29:21.904898 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49195f13-4685-4fa2-9ddf-3724d2c9f0a6 req-ffbc6f54-65ee-413a-a371-a4b1559bd368 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:21.906412 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-49195f13-4685-4fa2-9ddf-3724d2c9f0a6 req-ffbc6f54-65ee-413a-a371-a4b1559bd368 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 945 time: 0.2096403 Jun 10 15:29:21.960793 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:22.007751 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-49195f13-4685-4fa2-9ddf-3724d2c9f0a6 req-4301166b-6170-4968-a9f5-c76eb0d21bc9 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951560 Jun 10 15:29:22.253286 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73f8e18-e755-470d-8aaf-40a42cabf6a8 req-892a084c-25f9-4903-9392-d9f992677cb6 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:22.254817 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e73f8e18-e755-470d-8aaf-40a42cabf6a8 req-892a084c-25f9-4903-9392-d9f992677cb6 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.1340294 Jun 10 15:29:22.328987 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e73f8e18-e755-470d-8aaf-40a42cabf6a8 req-4bdbea59-f93f-45dd-bec2-858939f85068 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683408 Jun 10 15:29:22.372590 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508b1f0-6f3c-4ab3-86aa-8028cc635a14 req-a63a15ea-ed54-4076-b684-ffcfa1d5d875 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:22.374021 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7508b1f0-6f3c-4ab3-86aa-8028cc635a14 req-a63a15ea-ed54-4076-b684-ffcfa1d5d875 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.45 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 945 time: 0.0981684 Jun 10 15:29:22.374759 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-db84647e-6b2e-4a4b-bdce-3092689edde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:22.378559 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:22.440876 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84647e-6b2e-4a4b-bdce-3092689edde7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d1f9798-45aa-4ba5-a054-5e80920587e1,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:22.452579 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-db84647e-6b2e-4a4b-bdce-3092689edde7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:22.538741 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-7508b1f0-6f3c-4ab3-86aa-8028cc635a14 req-532bed2c-38ff-4a42-9952-a24d0f9a604f tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Deleting port 9a4f1e1c-885a-4602-87d6-378d4320c9bc {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:29:22.539100 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-7508b1f0-6f3c-4ab3-86aa-8028cc635a14 req-532bed2c-38ff-4a42-9952-a24d0f9a604f tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:22.700295 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-7508b1f0-6f3c-4ab3-86aa-8028cc635a14 req-532bed2c-38ff-4a42-9952-a24d0f9a604f tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] For port 9a4f1e1c-885a-4602-87d6-378d4320c9bc, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=9a4f1e1c-885a-4602-87d6-378d4320c9bc,segment=NetworkSegment(dd55ab4e-eafe-44b9-953b-17cf372a6d06),segment_id=dd55ab4e-eafe-44b9-953b-17cf372a6d06)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:29:22.700677 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-7508b1f0-6f3c-4ab3-86aa-8028cc635a14 req-532bed2c-38ff-4a42-9952-a24d0f9a604f tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:22.799160 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-7508b1f0-6f3c-4ab3-86aa-8028cc635a14 req-532bed2c-38ff-4a42-9952-a24d0f9a604f tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Calling delete_port for 9a4f1e1c-885a-4602-87d6-378d4320c9bc owned by compute:nova {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:29:22.819571 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b3415-46c4-4ef0-a92e-de2116b44621 req-4d108f81-d799-4050-ae21-9eefa09c209b tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:22.821014 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d10b3415-46c4-4ef0-a92e-de2116b44621 req-4d108f81-d799-4050-ae21-9eefa09c209b tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 945 time: 0.2035189 Jun 10 15:29:22.922728 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d10b3415-46c4-4ef0-a92e-de2116b44621 req-1659a485-025a-4494-bd0a-d26e68e98b04 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957823 Jun 10 15:29:23.153661 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-7508b1f0-6f3c-4ab3-86aa-8028cc635a14 req-532bed2c-38ff-4a42-9952-a24d0f9a604f tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:23.165436 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['9a4f1e1c-885a-4602-87d6-378d4320c9bc'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:29:23.412983 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-9c8c8cd2-7469-4caf-87ba-08b8ed4a1968 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:23.465982 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ef8ba206-692f-4901-bf0c-f4f1ab4b0589 req-81e85f42-60d7-4df5-b46c-c3f3602df5af tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 210 time: 0.3157780 Jun 10 15:29:23.475148 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532bed2c-38ff-4a42-9952-a24d0f9a604f tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Pushing event deleted for resources: {'Port': ['ID=9a4f1e1c-885a-4602-87d6-378d4320c9bc,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:23.490798 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-532bed2c-38ff-4a42-9952-a24d0f9a604f tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:23.620490 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-7508b1f0-6f3c-4ab3-86aa-8028cc635a14 req-532bed2c-38ff-4a42-9952-a24d0f9a604f tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] No DVR routers for this DVR port 9a4f1e1c-885a-4602-87d6-378d4320c9bc on host hv-cinder-77212 {{(pid=92440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:29:23.664549 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-7508b1f0-6f3c-4ab3-86aa-8028cc635a14 req-532bed2c-38ff-4a42-9952-a24d0f9a604f tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:23.666533 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7508b1f0-6f3c-4ab3-86aa-8028cc635a14 req-532bed2c-38ff-4a42-9952-a24d0f9a604f tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.45 "DELETE /v2.0/ports/9a4f1e1c-885a-4602-87d6-378d4320c9bc HTTP/1.1" status: 204 len: 173 time: 1.2806873 Jun 10 15:29:23.668413 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627ebe65-90ed-4415-b69c-e0b98398706c', 'name': 'network-vif-deleted', 'tag': '9a4f1e1c-885a-4602-87d6-378d4320c9bc'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:29:23.670731 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffd0f65-baf9-42ad-8901-817bc0f6f509" -d '{"events": [{"server_uuid": "627ebe65-90ed-4415-b69c-e0b98398706c", "name": "network-vif-deleted", "tag": "9a4f1e1c-885a-4602-87d6-378d4320c9bc"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:29:23.681127 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:23.740428 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b685d5-9da4-40b1-bd2f-dcdee37e53ea req-a9a1217d-50a9-4528-ba7e-401b7a4519bf tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:23.741921 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-02b685d5-9da4-40b1-bd2f-dcdee37e53ea req-a9a1217d-50a9-4528-ba7e-401b7a4519bf tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.2746871 Jun 10 15:29:23.742872 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-db84647e-6b2e-4a4b-bdce-3092689edde7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-934453'] for router_interface, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:23.816189 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca05ab3c-ba53-4015-879c-336ab3961ad0 x-openstack-request-id: req-ca05ab3c-ba53-4015-879c-336ab3961ad0 {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:29:23.816189 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627ebe65-90ed-4415-b69c-e0b98398706c", "name": "network-vif-deleted", "tag": "9a4f1e1c-885a-4602-87d6-378d4320c9bc", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:29:23.816189 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ca05ab3c-ba53-4015-879c-336ab3961ad0 {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:29:23.816602 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627ebe65-90ed-4415-b69c-e0b98398706c', 'name': 'network-vif-deleted', 'tag': '9a4f1e1c-885a-4602-87d6-378d4320c9bc', 'status': 'completed', 'code': 200} Jun 10 15:29:23.894479 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-02b685d5-9da4-40b1-bd2f-dcdee37e53ea req-307e29b9-ed9e-4923-b405-98757940a0d8 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452928 Jun 10 15:29:24.124379 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db84647e-6b2e-4a4b-bdce-3092689edde7 admin admin] Router 76c9036c-a472-451c-8660-65e48e805c9a has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:29:24.139302 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6c494a-b644-4090-a485-3a8a403cb866 req-50b81780-53a0-48f0-bada-7d84eb3b5226 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:24.140738 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7a6c494a-b644-4090-a485-3a8a403cb866 req-50b81780-53a0-48f0-bada-7d84eb3b5226 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 945 time: 0.1034000 Jun 10 15:29:24.289064 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7a6c494a-b644-4090-a485-3a8a403cb866 req-ac5c7496-7eb1-4264-9793-38b47fe3ff72 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412032 Jun 10 15:29:24.320094 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db84647e-6b2e-4a4b-bdce-3092689edde7 admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:29:24.331240 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-db84647e-6b2e-4a4b-bdce-3092689edde7 admin admin] 10.222.0.26 "PUT /v2.0/routers/76c9036c-a472-451c-8660-65e48e805c9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2562358 Jun 10 15:29:24.331397 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049e3088-3f17-463f-9cf7-0ac53d76241e None None] Sync routers for ids ['76c9036c-a472-451c-8660-65e48e805c9a'] in dv-cinder-772126-2-iscsi {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:29:24.333092 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 54302) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:24.341912 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049e3088-3f17-463f-9cf7-0ac53d76241e None None] Routers {'76c9036c-a472-451c-8660-65e48e805c9a'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:29:24.342519 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-049e3088-3f17-463f-9cf7-0ac53d76241e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:29:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['76c9036c-a472-451c-8660-65e48e805c9a'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:24.475295 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e15ada2d-7d5b-4451-b70f-c58d622e6d09 admin admin] Notify callbacks [] for router, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:24.485310 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-049e3088-3f17-463f-9cf7-0ac53d76241e None None] Set router 76c9036c-a472-451c-8660-65e48e805c9a gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:29:24.571632 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device af47ca85-b4c5-4535-97f5-787d5339229d up at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:29:24.647437 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e48e270a-4540-434e-8c1a-019451a49dbc req-a66d044a-0c96-4394-ac75-e4f8ae33dbc0 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=627ebe65-90ed-4415-b69c-e0b98398706c HTTP/1.1" status: 200 len: 210 time: 0.0412242 Jun 10 15:29:24.698066 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e15ada2d-7d5b-4451-b70f-c58d622e6d09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:24.708423 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning for port af47ca85-b4c5-4535-97f5-787d5339229d completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:29:24.712396 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning complete for port af47ca85-b4c5-4535-97f5-787d5339229d triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:29:24.716721 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:24.750609 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-049e3088-3f17-463f-9cf7-0ac53d76241e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9036c-a472-451c-8660-65e48e805c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1898981331-router', 'tenant_id': '1d7a27daba8a4544b21af138a318785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '7a8b553a-4512-4c9a-9673-b112573a1c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:29:22Z', 'revision_number': 5, 'project_id': '1d7a27daba8a4544b21af138a318785d', 'gw_port': {'id': '7a8b553a-4512-4c9a-9673-b112573a1c44', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9036c-a472-451c-8660-65e48e805c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:07Z', 'updated_at': '2021-06-10T15:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:24.754780 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049e3088-3f17-463f-9cf7-0ac53d76241e None None] Checking router: 76c9036c-a472-451c-8660-65e48e805c9a for host: dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:29:24.772261 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049e3088-3f17-463f-9cf7-0ac53d76241e None None] Routers {'76c9036c-a472-451c-8660-65e48e805c9a'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:29:24.772949 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-049e3088-3f17-463f-9cf7-0ac53d76241e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:29:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['76c9036c-a472-451c-8660-65e48e805c9a'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:24.817945 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:24.843255 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8f85a9-1172-4e80-a7af-df616cef66c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af47ca85-b4c5-4535-97f5-787d5339229d'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:29:24.846691 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2a39ce-1987-470f-b49a-ee6aac8426af" -d '{"events": [{"server_uuid": "5a8f85a9-1172-4e80-a7af-df616cef66c6", "name": "network-vif-plugged", "status": "completed", "tag": "af47ca85-b4c5-4535-97f5-787d5339229d"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:29:24.863333 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port af47ca85-b4c5-4535-97f5-787d5339229d, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=af47ca85-b4c5-4535-97f5-787d5339229d,segment=NetworkSegment(3dc8b9e0-7668-4e54-9f57-ca651e2186a9),segment_id=3dc8b9e0-7668-4e54-9f57-ca651e2186a9)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:29:24.907744 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc1a59b-6582-4666-8519-f3174d677167 x-openstack-request-id: req-1bc1a59b-6582-4666-8519-f3174d677167 {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:29:24.907744 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8f85a9-1172-4e80-a7af-df616cef66c6", "name": "network-vif-plugged", "status": "completed", "tag": "af47ca85-b4c5-4535-97f5-787d5339229d", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:29:24.908517 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1bc1a59b-6582-4666-8519-f3174d677167 {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:29:24.908946 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8f85a9-1172-4e80-a7af-df616cef66c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af47ca85-b4c5-4535-97f5-787d5339229d', 'code': 200} Jun 10 15:29:24.923521 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-e15ada2d-7d5b-4451-b70f-c58d622e6d09 admin admin] Deleting port 7a8b553a-4512-4c9a-9673-b112573a1c44 {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:29:24.924417 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e15ada2d-7d5b-4451-b70f-c58d622e6d09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:24.940139 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:24.943720 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:24.960355 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-049e3088-3f17-463f-9cf7-0ac53d76241e None None] Set router 76c9036c-a472-451c-8660-65e48e805c9a gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:29:25.025206 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=af47ca85-b4c5-4535-97f5-787d5339229d,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:25.034583 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:25.148214 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [None req-e15ada2d-7d5b-4451-b70f-c58d622e6d09 admin admin] For port 7a8b553a-4512-4c9a-9673-b112573a1c44, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=7a8b553a-4512-4c9a-9673-b112573a1c44,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:29:25.149046 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e15ada2d-7d5b-4451-b70f-c58d622e6d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:25.248389 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-e15ada2d-7d5b-4451-b70f-c58d622e6d09 admin admin] Calling delete_port for 7a8b553a-4512-4c9a-9673-b112573a1c44 owned by network:router_gateway {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:29:25.273436 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e969ff2-4a01-4a71-92df-69b4c303a20d req-ae3cd83d-099b-4d15-ad74-c816e70c815d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:25.274986 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2e969ff2-4a01-4a71-92df-69b4c303a20d req-ae3cd83d-099b-4d15-ad74-c816e70c815d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.2043052 Jun 10 15:29:25.338593 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-049e3088-3f17-463f-9cf7-0ac53d76241e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76c9036c-a472-451c-8660-65e48e805c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1898981331-router', 'tenant_id': '1d7a27daba8a4544b21af138a318785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '7a8b553a-4512-4c9a-9673-b112573a1c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:29:22Z', 'revision_number': 5, 'project_id': '1d7a27daba8a4544b21af138a318785d', 'gw_port': {'id': '7a8b553a-4512-4c9a-9673-b112573a1c44', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9036c-a472-451c-8660-65e48e805c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:07Z', 'updated_at': '2021-06-10T15:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:25.342235 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049e3088-3f17-463f-9cf7-0ac53d76241e None None] The sync data for ids ['76c9036c-a472-451c-8660-65e48e805c9a'] in dv-cinder-772126-2-iscsi is: [{'id': '76c9036c-a472-451c-8660-65e48e805c9a', 'name': 'tempest-ServerRescueNegativeTestJSON-1898981331-router', 'tenant_id': '1d7a27daba8a4544b21af138a318785d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.166'}], 'enable_snat': True}, 'gw_port_id': '7a8b553a-4512-4c9a-9673-b112573a1c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:29:22Z', 'revision_number': 5, 'project_id': '1d7a27daba8a4544b21af138a318785d', 'gw_port': {'id': '7a8b553a-4512-4c9a-9673-b112573a1c44', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76c9036c-a472-451c-8660-65e48e805c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:07Z', 'updated_at': '2021-06-10T15:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}] {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:29:25.376112 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2e969ff2-4a01-4a71-92df-69b4c303a20d req-a0502230-1f3f-407f-ba76-bc997d4a9bc7 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565131 Jun 10 15:29:25.614137 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a265db-6183-49f0-8384-8d376965176f req-ce18565f-1545-4a72-b49d-fe25805f0ffd tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:25.615568 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b5a265db-6183-49f0-8384-8d376965176f req-ce18565f-1545-4a72-b49d-fe25805f0ffd tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 946 time: 0.1776743 Jun 10 15:29:25.617755 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19be6d-6441-48b5-b870-e78cb0de49d9 req-4dda9be9-4e87-4149-8b02-0a53f60413f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:25.619213 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-cb19be6d-6441-48b5-b870-e78cb0de49d9 req-4dda9be9-4e87-4149-8b02-0a53f60413f1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 1099 time: 0.1801608 Jun 10 15:29:25.680738 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b5a265db-6183-49f0-8384-8d376965176f req-16bdc260-e784-42ca-b59e-55da971e7cf0 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592029 Jun 10 15:29:25.682317 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-cb19be6d-6441-48b5-b870-e78cb0de49d9 req-97326cfa-091e-4bb1-a92e-0d74d87b13e4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546534 Jun 10 15:29:25.694158 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e15ada2d-7d5b-4451-b70f-c58d622e6d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:25.697637 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-db84647e-6b2e-4a4b-bdce-3092689edde7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:25.739035 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ada2d-7d5b-4451-b70f-c58d622e6d09 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a8b553a-4512-4c9a-9673-b112573a1c44,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:26.041159 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-e15ada2d-7d5b-4451-b70f-c58d622e6d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:26.088338 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e15ada2d-7d5b-4451-b70f-c58d622e6d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938596'] for router_gateway, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:26.240511 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e15ada2d-7d5b-4451-b70f-c58d622e6d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26841'] for router, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:26.242643 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e15ada2d-7d5b-4451-b70f-c58d622e6d09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:26.410976 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e15ada2d-7d5b-4451-b70f-c58d622e6d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-936769'] for router, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:26.411586 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15ada2d-7d5b-4451-b70f-c58d622e6d09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76c9036c-a472-451c-8660-65e48e805c9a {{(pid=92440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 15:29:26.421564 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e15ada2d-7d5b-4451-b70f-c58d622e6d09 admin admin] Notify callbacks [] for router, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:26.421564 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-e15ada2d-7d5b-4451-b70f-c58d622e6d09 admin admin] 10.222.0.26 "DELETE /v2.0/routers/76c9036c-a472-451c-8660-65e48e805c9a HTTP/1.1" status: 204 len: 168 time: 2.0833893 Jun 10 15:29:26.421564 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 54334) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:26.474673 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.db_base_plugin_v2 [None req-67683808-7858-4c9b-9eb8-5e7e0e7921af admin admin] Deleting subnet ac72a45d-a234-4ef7-b2ee-d2ca013addaa {{(pid=92440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:29:26.478070 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-67683808-7858-4c9b-9eb8-5e7e0e7921af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:26.535899 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-67683808-7858-4c9b-9eb8-5e7e0e7921af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532662821'] for subnet, precommit_delete_associations {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:26.568763 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 9a4f1e1c-885a-4602-87d6-378d4320c9bc no longer exists at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:29:26.594311 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] No Port match for: 9a4f1e1c-885a-4602-87d6-378d4320c9bc {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:29:26.594663 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 9a4f1e1c-885a-4602-87d6-378d4320c9bc not bound to the agent host hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:29:26.613428 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 54338) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:26.625559 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-67683808-7858-4c9b-9eb8-5e7e0e7921af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4192505'] for subnet, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:26.682761 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245933f7-6a4f-42b8-b85f-13793a25dfb3 req-f85c49b6-c9bf-4308-8853-49d27b2b7ba3 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:26.684194 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-245933f7-6a4f-42b8-b85f-13793a25dfb3 req-f85c49b6-c9bf-4308-8853-49d27b2b7ba3 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.1608860 Jun 10 15:29:26.726818 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b847197c-6667-45b1-a8f0-deeb8fccd9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:26.740598 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-245933f7-6a4f-42b8-b85f-13793a25dfb3 req-236ed771-2962-4ba6-8da2-ae6be1be1ceb tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497162 Jun 10 15:29:26.830673 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-67683808-7858-4c9b-9eb8-5e7e0e7921af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4192482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532409160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532218106'] for subnet, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:26.832244 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b847197c-6667-45b1-a8f0-deeb8fccd9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:26.836041 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:26.873569 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67683808-7858-4c9b-9eb8-5e7e0e7921af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac72a45d-a234-4ef7-b2ee-d2ca013addaa,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:26.878944 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-67683808-7858-4c9b-9eb8-5e7e0e7921af admin admin] Notify callbacks [] for subnet, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:26.882255 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-67683808-7858-4c9b-9eb8-5e7e0e7921af admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ac72a45d-a234-4ef7-b2ee-d2ca013addaa HTTP/1.1" status: 204 len: 168 time: 0.4612138 Jun 10 15:29:26.884183 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-67683808-7858-4c9b-9eb8-5e7e0e7921af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:26.884365 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 54344) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:26.915439 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86349e8-69f9-4e74-8359-dc059a851194 req-a53d8139-d0cd-4159-8e10-03ae639eb4b3 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:26.917009 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f86349e8-69f9-4e74-8359-dc059a851194 req-a53d8139-d0cd-4159-8e10-03ae639eb4b3 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 946 time: 0.1207819 Jun 10 15:29:26.970003 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f86349e8-69f9-4e74-8359-dc059a851194 req-4296a8f6-9010-4ac0-84b5-208453522edf tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392332 Jun 10 15:29:26.980073 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775328'] for network, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:27.020114 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b847197c-6667-45b1-a8f0-deeb8fccd9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:27.023935 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-37d47eff-3313-4948-9ac3-5ec7ba5f1f4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:27.092135 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-b847197c-6667-45b1-a8f0-deeb8fccd9d0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=96e2ce38346f42c1a5f85d0534f6c615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4775395 Jun 10 15:29:27.094829 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 54346) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:27.131575 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190582', 'neutron.services.segments.db._delete_segments_for_network-8786703803055'] for network, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:27.133130 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 7a8b553a-4512-4c9a-9673-b112573a1c44 no longer exists at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:29:27.143632 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847197c-6667-45b1-a8f0-deeb8fccd9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647e1a33-5fd0-4da7-8fe9-0b6a65c87ae4,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:27.148667 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:29:27.149015 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:29:27.149965 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:29:27.150501 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] Subscribe: > port after_create 55550000 {{(pid=92441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:29:27.150978 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] Subscribe: > port after_delete 55550000 {{(pid=92441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:29:27.151490 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] Subscribe: > port after_update 55550000 {{(pid=92441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:29:27.151980 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:29:27.152463 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:29:27.152807 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:29:27.153126 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:29:27.155862 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-5bce923a-24f1-4b87-80eb-7c43e7270c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:27.186467 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-5bce923a-24f1-4b87-80eb-7c43e7270c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:27.189083 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] No Port match for: 7a8b553a-4512-4c9a-9673-b112573a1c44 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:29:27.189950 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 7a8b553a-4512-4c9a-9673-b112573a1c44 not bound to the agent host dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:29:27.190594 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 8d1f9798-45aa-4ba5-a054-5e80920587e1 no longer exists at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:29:27.218866 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] No Port match for: 8d1f9798-45aa-4ba5-a054-5e80920587e1 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:29:27.219458 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 8d1f9798-45aa-4ba5-a054-5e80920587e1 not bound to the agent host dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:29:27.227294 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:29:27.227648 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:29:27.227981 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:29:27.228307 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 15:29:27.228837 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b41a0c3-b273-41c4-ba99-8e23b2263aee']}} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:27.243659 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-b847197c-6667-45b1-a8f0-deeb8fccd9d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:27.249219 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d3ff470-4464-4b37-a42d-b56ac91cb4b3') {'for_net_delete': True} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:27.250694 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d3ff470-4464-4b37-a42d-b56ac91cb4b3') {} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:27.266121 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786703802884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4616120'] for segment, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:27.287533 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:27.295147 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=92441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:29:27.295532 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4940473'] for segment, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: from cryptography.utils import int_from_bytes Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: from cryptography.utils import int_from_bytes Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: retrieve_revision_numbers = { Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: retrieve_revision_numbers = { Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: retrieve_revision_numbers = { Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: retrieve_revision_numbers = { Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: retrieve_revision_numbers = { Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: retrieve_revision_numbers = { Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: retrieve_revision_numbers = { Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: retrieve_revision_numbers = { Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: retrieve_revision_numbers = { Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: retrieve_revision_numbers = { Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: retrieve_revision_numbers = { Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: retrieve_revision_numbers = { Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:29:27.299829 dv-cinder-772126-2-iscsi neutron-server[92441]: retrieve_revision_numbers = { Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: retrieve_revision_numbers = { Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: Traceback (most recent call last): Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: timer() Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: cb(*args, **kw) Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: return func(*args, **kwargs) Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: self._notify() Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: self.callback(batched_events) Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: event.method(event) Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: return f(self, *a, **k) Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: return self._get(url).json() Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: return self.request(url, 'GET', **kwargs) Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:29:27.308731 dv-cinder-772126-2-iscsi neutron-server[92441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:29:27.324917 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-5bce923a-24f1-4b87-80eb-7c43e7270c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:27.327685 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-5bce923a-24f1-4b87-80eb-7c43e7270c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:27.329425 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-5bce923a-24f1-4b87-80eb-7c43e7270c0a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/647e1a33-5fd0-4da7-8fe9-0b6a65c87ae4 HTTP/1.1" status: 204 len: 168 time: 0.2324095 Jun 10 15:29:27.329651 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-f0947bc1-659d-446d-936a-c3d838c3beb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:27.338603 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce923a-24f1-4b87-80eb-7c43e7270c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647e1a33-5fd0-4da7-8fe9-0b6a65c87ae4,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:27.340988 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-5bce923a-24f1-4b87-80eb-7c43e7270c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:27.456858 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4190591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938507'] for network, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:27.460889 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-eff6e038-888e-496c-8024-6643a34aa106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:27.464835 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:27.466758 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] 10.222.0.26 "DELETE /v2.0/networks/2b41a0c3-b273-41c4-ba99-8e23b2263aee HTTP/1.1" status: 204 len: 168 time: 0.5815787 Jun 10 15:29:27.478751 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] Pushing event deleted for resources: {'Network': ['ID=2b41a0c3-b273-41c4-ba99-8e23b2263aee,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:27.481036 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:27.834697 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 54366) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:27.876260 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-06e32685-49aa-4f43-bcf0-f3fbe5426f0d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1d7a27daba8a4544b21af138a318785d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0442405 Jun 10 15:29:27.878910 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 54368) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:27.932090 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601e428-acce-4d06-a890-ec0c369b039e req-2eaa1393-9fee-4dfa-b88b-ac61939b35ff tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:27.933621 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1601e428-acce-4d06-a890-ec0c369b039e req-2eaa1393-9fee-4dfa-b88b-ac61939b35ff tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.0725000 Jun 10 15:29:27.936601 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-59472419-22d5-4431-bb29-049cde190caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:27.961315 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-59472419-22d5-4431-bb29-049cde190caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:27.977158 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1601e428-acce-4d06-a890-ec0c369b039e req-b213df89-31b4-4259-87f2-b331b6533053 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376928 Jun 10 15:29:28.102560 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-59472419-22d5-4431-bb29-049cde190caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:28.105138 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-59472419-22d5-4431-bb29-049cde190caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:28.106273 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-59472419-22d5-4431-bb29-049cde190caf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/48e765a5-2a36-4623-a6ac-68b5323cf48c HTTP/1.1" status: 204 len: 168 time: 0.2262700 Jun 10 15:29:28.107458 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-f19b1242-d003-47c7-8473-deafedab7bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:28.116006 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59472419-22d5-4431-bb29-049cde190caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e765a5-2a36-4623-a6ac-68b5323cf48c,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:28.118336 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-59472419-22d5-4431-bb29-049cde190caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:28.165842 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b60e0d-99cc-4c6c-8449-dcdb7256191f req-52e79a0e-97b7-44fa-bdc9-deb7b8c96979 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:28.167320 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-15b60e0d-99cc-4c6c-8449-dcdb7256191f req-52e79a0e-97b7-44fa-bdc9-deb7b8c96979 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 946 time: 0.0764647 Jun 10 15:29:28.209449 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-15b60e0d-99cc-4c6c-8449-dcdb7256191f req-5746a14d-2f8a-4ed7-8ee9-82252d0dcaf3 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362637 Jun 10 15:29:28.401639 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bf941-29be-4a63-80a6-eb503d083997 req-40ffcb03-91eb-412d-997d-d54afbb1f6bc tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:28.403149 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8b4bf941-29be-4a63-80a6-eb503d083997 req-40ffcb03-91eb-412d-997d-d54afbb1f6bc tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 946 time: 0.0741937 Jun 10 15:29:28.447682 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8b4bf941-29be-4a63-80a6-eb503d083997 req-b696791c-2df4-4b5f-a226-f71d4beaeae0 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381608 Jun 10 15:29:28.874384 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24231197-5823-407e-9448-3973fb19b0dc req-9aeba4f2-0607-4019-9551-4ba26cb35e48 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:28.875858 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-24231197-5823-407e-9448-3973fb19b0dc req-9aeba4f2-0607-4019-9551-4ba26cb35e48 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 946 time: 0.0758910 Jun 10 15:29:28.919588 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-24231197-5823-407e-9448-3973fb19b0dc req-c713e9e7-b401-473f-9df8-8cc39d2ea523 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377941 Jun 10 15:29:29.171946 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea74bbb-b237-4eb0-806c-1080b2227413 req-2bae79ee-b92d-4830-ad4f-22d2144b3b4b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:29.173687 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-eea74bbb-b237-4eb0-806c-1080b2227413 req-2bae79ee-b92d-4830-ad4f-22d2144b3b4b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.0777879 Jun 10 15:29:29.226538 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-eea74bbb-b237-4eb0-806c-1080b2227413 req-fd0b59f8-e403-4789-b6ac-1255023c21f2 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461798 Jun 10 15:29:29.242732 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 54424) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:29.350826 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-bc1097c5-0ea0-40b0-b270-159a0317d024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:29.449848 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-bc1097c5-0ea0-40b0-b270-159a0317d024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:29.534183 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-bc1097c5-0ea0-40b0-b270-159a0317d024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:29.537817 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-333a5c33-af7c-4038-a8d0-185c7d23f1c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:29.576895 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-bc1097c5-0ea0-40b0-b270-159a0317d024 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0df9c2309b034e398f5d889561fa87ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327825 Jun 10 15:29:29.578915 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1097c5-0ea0-40b0-b270-159a0317d024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f33a5c-fee1-4aef-9d29-58e499abe42f,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:29.582003 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-bc1097c5-0ea0-40b0-b270-159a0317d024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:29.584054 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 54434) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:29.638694 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d80edaa2-3418-4dce-b1ac-27fd5e8168ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:29.662072 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d80edaa2-3418-4dce-b1ac-27fd5e8168ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:29.822760 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d80edaa2-3418-4dce-b1ac-27fd5e8168ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:29.825632 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d80edaa2-3418-4dce-b1ac-27fd5e8168ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:29.826810 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-d80edaa2-3418-4dce-b1ac-27fd5e8168ba admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/24f33a5c-fee1-4aef-9d29-58e499abe42f HTTP/1.1" status: 204 len: 168 time: 0.2417166 Jun 10 15:29:29.827680 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-9f37c208-2081-4173-8bfc-4d1c22e68dc3 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:29.839952 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80edaa2-3418-4dce-b1ac-27fd5e8168ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f33a5c-fee1-4aef-9d29-58e499abe42f,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:29.847524 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80edaa2-3418-4dce-b1ac-27fd5e8168ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:29.847905 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80edaa2-3418-4dce-b1ac-27fd5e8168ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:29.848268 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80edaa2-3418-4dce-b1ac-27fd5e8168ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:29.848625 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80edaa2-3418-4dce-b1ac-27fd5e8168ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:29.848990 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80edaa2-3418-4dce-b1ac-27fd5e8168ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:29.849404 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80edaa2-3418-4dce-b1ac-27fd5e8168ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:29.849906 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80edaa2-3418-4dce-b1ac-27fd5e8168ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:29.850264 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80edaa2-3418-4dce-b1ac-27fd5e8168ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:29.850681 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80edaa2-3418-4dce-b1ac-27fd5e8168ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:29.850964 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80edaa2-3418-4dce-b1ac-27fd5e8168ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:29.851309 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80edaa2-3418-4dce-b1ac-27fd5e8168ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:29.851653 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d80edaa2-3418-4dce-b1ac-27fd5e8168ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:29.854758 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-d80edaa2-3418-4dce-b1ac-27fd5e8168ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:30.405249 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71098884-51c3-42ec-a6fd-a62e5e8c5a58 req-2809e832-9ca7-478d-807e-f82c8b36f6f4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:30.406638 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-71098884-51c3-42ec-a6fd-a62e5e8c5a58 req-2809e832-9ca7-478d-807e-f82c8b36f6f4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.0712292 Jun 10 15:29:30.450025 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-71098884-51c3-42ec-a6fd-a62e5e8c5a58 req-16fcd442-b28e-4239-9a6a-0ea96d94cd4d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366440 Jun 10 15:29:31.523582 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 54506) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:31.645973 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-66e8a106-1495-4da3-b6dd-6a8f9b3bfc20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:31.677433 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333c280-e73a-43f1-883b-d8039dd0c6c2 req-30a805e1-c0e3-436d-83c1-190287f53977 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:31.678924 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d333c280-e73a-43f1-883b-d8039dd0c6c2 req-30a805e1-c0e3-436d-83c1-190287f53977 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.1066363 Jun 10 15:29:31.739247 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d333c280-e73a-43f1-883b-d8039dd0c6c2 req-e93e64a7-f863-479e-be58-2769c6bf6b12 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539706 Jun 10 15:29:31.791712 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-66e8a106-1495-4da3-b6dd-6a8f9b3bfc20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:31.905474 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-66e8a106-1495-4da3-b6dd-6a8f9b3bfc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:31.908225 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-bb0e35ea-71fd-4a07-ab42-da7c94ef0e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:31.945864 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8a106-1495-4da3-b6dd-6a8f9b3bfc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bedcee3-3327-4bf7-855f-a99ff92ece15,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:31.950372 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-66e8a106-1495-4da3-b6dd-6a8f9b3bfc20 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=db8deb1fe0d14faba1f94e7c9cfbf1c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4250138 Jun 10 15:29:31.951332 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-66e8a106-1495-4da3-b6dd-6a8f9b3bfc20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:31.953113 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 54512) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:32.020120 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b08c0753-414f-4cf6-a3ea-0741c20ff1e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:32.053275 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b08c0753-414f-4cf6-a3ea-0741c20ff1e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:32.194061 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b08c0753-414f-4cf6-a3ea-0741c20ff1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:32.196773 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b08c0753-414f-4cf6-a3ea-0741c20ff1e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:32.197914 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-b08c0753-414f-4cf6-a3ea-0741c20ff1e9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0bedcee3-3327-4bf7-855f-a99ff92ece15 HTTP/1.1" status: 204 len: 168 time: 0.2436981 Jun 10 15:29:32.198746 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7b2b14a9-c514-47fc-b7cd-493e83e4d117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:32.208097 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c0753-414f-4cf6-a3ea-0741c20ff1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bedcee3-3327-4bf7-855f-a99ff92ece15,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:32.210570 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-b08c0753-414f-4cf6-a3ea-0741c20ff1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:32.937120 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde10d86-6201-4ec6-a642-054a89714d0d req-bdfc2438-f965-490e-8c6c-e50f1e691e6a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:32.938653 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-bde10d86-6201-4ec6-a642-054a89714d0d req-bdfc2438-f965-490e-8c6c-e50f1e691e6a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.0783641 Jun 10 15:29:32.981580 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-bde10d86-6201-4ec6-a642-054a89714d0d req-7766d8f3-f4d1-4528-a49d-c7ac6cd35610 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370588 Jun 10 15:29:33.132701 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61400db1-5cec-469b-9f25-7cb471f67efc req-8e22bf36-fe43-429c-ad49-3b8b16d7ad66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:33.134225 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-61400db1-5cec-469b-9f25-7cb471f67efc req-8e22bf36-fe43-429c-ad49-3b8b16d7ad66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc7c5988e6c495d9a904fb9069702f2&device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 1099 time: 0.0633340 Jun 10 15:29:33.141511 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 54554) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:33.160435 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-5f5aa27b-10ff-4bb3-b8f6-6deb901a226d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:33.280063 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-5f5aa27b-10ff-4bb3-b8f6-6deb901a226d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:33.281861 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61400db1-5cec-469b-9f25-7cb471f67efc req-cc70d3a5-99e2-418f-84dd-eb87ae978ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:33.283342 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-61400db1-5cec-469b-9f25-7cb471f67efc req-cc70d3a5-99e2-418f-84dd-eb87ae978ee7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4d632323-dfef-4d59-99a6-62839bb06dc5 HTTP/1.1" status: 200 len: 918 time: 0.1270008 Jun 10 15:29:33.369608 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-61400db1-5cec-469b-9f25-7cb471f67efc req-579b6c4f-f6df-48e6-9431-0a241fc401b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b80f310-4a37-4776-acee-7b3c5ffca785 HTTP/1.1" status: 200 len: 1000 time: 0.0773172 Jun 10 15:29:33.382623 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-5f5aa27b-10ff-4bb3-b8f6-6deb901a226d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:33.386945 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-ec28ed57-71fc-4ed1-8a38-5fc1895f4d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:33.427532 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61400db1-5cec-469b-9f25-7cb471f67efc req-b6ef4bd9-8822-48cf-b7bb-d468b0f14dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:33.427748 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-5f5aa27b-10ff-4bb3-b8f6-6deb901a226d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=349af2186e094e83af76021a398d9e4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847888 Jun 10 15:29:33.428616 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5aa27b-10ff-4bb3-b8f6-6deb901a226d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0477cfe-adcc-4151-b5a2-c2f00037df32,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:33.429490 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-61400db1-5cec-469b-9f25-7cb471f67efc req-b6ef4bd9-8822-48cf-b7bb-d468b0f14dc6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7a2c655e-5d93-4119-a397-dc5fc7c831fb HTTP/1.1" status: 200 len: 856 time: 0.0532880 Jun 10 15:29:33.429985 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 54560) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:33.444122 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-5f5aa27b-10ff-4bb3-b8f6-6deb901a226d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:33.532587 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6891de01-edae-45e9-8cb1-f28f0d1b7cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:33.537129 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61400db1-5cec-469b-9f25-7cb471f67efc req-8e30eb11-1c9d-4176-aaee-9f13e46da4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:33.538692 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-61400db1-5cec-469b-9f25-7cb471f67efc req-8e30eb11-1c9d-4176-aaee-9f13e46da4c7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4d632323-dfef-4d59-99a6-62839bb06dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1010547 Jun 10 15:29:33.584484 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6891de01-edae-45e9-8cb1-f28f0d1b7cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:33.698726 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-61400db1-5cec-469b-9f25-7cb471f67efc req-6d1b601c-aecf-47dd-a7e5-c6eb9d00e477 service neutron] 10.222.0.45 "GET /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498182 Jun 10 15:29:33.800450 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6891de01-edae-45e9-8cb1-f28f0d1b7cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:33.803043 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6891de01-edae-45e9-8cb1-f28f0d1b7cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:33.804166 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-6891de01-edae-45e9-8cb1-f28f0d1b7cca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e0477cfe-adcc-4151-b5a2-c2f00037df32 HTTP/1.1" status: 204 len: 168 time: 0.3732228 Jun 10 15:29:33.810460 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-b82e30e7-f5f9-475d-bc2a-b43db8cd3a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:33.821591 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891de01-edae-45e9-8cb1-f28f0d1b7cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0477cfe-adcc-4151-b5a2-c2f00037df32,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:33.824813 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-61400db1-5cec-469b-9f25-7cb471f67efc req-8d15824f-d73c-47be-a73a-df08eafd9ca5 service neutron] 10.222.0.45 "GET /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195521 Jun 10 15:29:33.827371 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-6891de01-edae-45e9-8cb1-f28f0d1b7cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:34.183470 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc202657-12ce-4703-b8ee-33871b8c388c req-c38e98f6-18ba-4ed1-963c-1766a366137c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:34.184962 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dc202657-12ce-4703-b8ee-33871b8c388c req-c38e98f6-18ba-4ed1-963c-1766a366137c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.0793509 Jun 10 15:29:34.228584 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dc202657-12ce-4703-b8ee-33871b8c388c req-388b8ef0-564c-4722-9a4d-6da26cbbb577 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369556 Jun 10 15:29:35.033569 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:35.125755 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 54604) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:35.222505 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-ffcc59f1-f103-4d82-938e-0d1ff1b936ee admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-309250718-network', 'tenant_id': 'cebe06be81d042e6b15f755e13d47442'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:29:35.333951 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcc59f1-f103-4d82-938e-0d1ff1b936ee admin admin] Made reservation on behalf of cebe06be81d042e6b15f755e13d47442 for: {'network': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:29:35.336249 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ffcc59f1-f103-4d82-938e-0d1ff1b936ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4185528'] for network, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:35.349863 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ffcc59f1-f103-4d82-938e-0d1ff1b936ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:35.461885 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1e72a-ec49-4ef4-b318-24ba87b204c0 req-c2b2a270-ed65-4b3c-8bd9-567e05f6621a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:35.463353 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-68f1e72a-ec49-4ef4-b318-24ba87b204c0 req-c2b2a270-ed65-4b3c-8bd9-567e05f6621a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.1144962 Jun 10 15:29:35.531402 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-68f1e72a-ec49-4ef4-b318-24ba87b204c0 req-631af1c7-424a-4281-a04e-3c96cdad4961 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616353 Jun 10 15:29:35.544021 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ffcc59f1-f103-4d82-938e-0d1ff1b936ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:35.604853 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ffcc59f1-f103-4d82-938e-0d1ff1b936ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:35.608062 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-19e14bb4-4068-4fd1-a143-d700b8086365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:35.635075 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffcc59f1-f103-4d82-938e-0d1ff1b936ee admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=92440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 15:29:35.641237 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc59f1-f103-4d82-938e-0d1ff1b936ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2500cfd7-6e3e-40f4-aad1-39b1d3c38509,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:35.645500 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-ffcc59f1-f103-4d82-938e-0d1ff1b936ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:35.648670 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ffcc59f1-f103-4d82-938e-0d1ff1b936ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:35.648670 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.db.segments_db [None req-ffcc59f1-f103-4d82-938e-0d1ff1b936ee admin admin] Added segment baafbe37-e7b8-4392-b51f-aada0b23eee5 of type vlan for network 2ab2348e-f727-4871-b490-2d40aa65ed98 Jun 10 15:29:35.700208 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ffcc59f1-f103-4d82-938e-0d1ff1b936ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786703315887'] for network, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:35.833501 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ffcc59f1-f103-4d82-938e-0d1ff1b936ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331'] for network, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:35.834868 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcc59f1-f103-4d82-938e-0d1ff1b936ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:35.835451 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ffcc59f1-f103-4d82-938e-0d1ff1b936ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:35.837654 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:35.919611 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcc59f1-f103-4d82-938e-0d1ff1b936ee admin admin] Pushing event updated for resources: {'Network': ['ID=2ab2348e-f727-4871-b490-2d40aa65ed98,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:35.922726 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-ffcc59f1-f103-4d82-938e-0d1ff1b936ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:35.930171 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Network 2ab2348e-f727-4871-b490-2d40aa65ed98 details requested by agent ovs-agent-dv-cinder-772126-2-iscsi with host dv-cinder-772126-2-iscsi {{(pid=92442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:29:35.948855 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-ffcc59f1-f103-4d82-938e-0d1ff1b936ee admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8218174 Jun 10 15:29:35.951574 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 54618) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:35.957158 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-d00e7458-7f4f-4191-996b-e1ebeb1c1aac admin admin] Request body: {'subnet': {'network_id': '2ab2348e-f727-4871-b490-2d40aa65ed98', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-309250718-subnet', 'tenant_id': 'cebe06be81d042e6b15f755e13d47442', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:29:36.084754 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00e7458-7f4f-4191-996b-e1ebeb1c1aac admin admin] Made reservation on behalf of cebe06be81d042e6b15f755e13d47442 for: {'subnet': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:29:36.087143 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d00e7458-7f4f-4191-996b-e1ebeb1c1aac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532218085'] for subnet, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:36.373990 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d00e7458-7f4f-4191-996b-e1ebeb1c1aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532409097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532218099'] for subnet, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:36.377560 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:36.444445 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e7458-7f4f-4191-996b-e1ebeb1c1aac admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3108bcf-5b4c-43a8-9565-8e7df3169a78,revision_number=0']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:36.447807 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-d00e7458-7f4f-4191-996b-e1ebeb1c1aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:36.453445 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00e7458-7f4f-4191-996b-e1ebeb1c1aac admin admin] Checking segment: {'id': 'baafbe37-e7b8-4392-b51f-aada0b23eee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2ab2348e-f727-4871-b490-2d40aa65ed98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:29:36.453819 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00e7458-7f4f-4191-996b-e1ebeb1c1aac admin admin] Network hostable DHCP agents. Network: 2ab2348e-f727-4871-b490-2d40aa65ed98, hostable agents: ['4860e634-0734-4446-9305-88b306355572'], hosted agents: [] {{(pid=92440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:29:36.559196 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00e7458-7f4f-4191-996b-e1ebeb1c1aac admin admin] Network 2ab2348e-f727-4871-b490-2d40aa65ed98 is scheduled to be hosted by DHCP agent 4860e634-0734-4446-9305-88b306355572 with binding_index 1 {{(pid=92440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:29:36.631136 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [None req-d00e7458-7f4f-4191-996b-e1ebeb1c1aac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-2-iscsi, 2ab2348e-f727-4871-b490-2d40aa65ed98) {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:29:36.635116 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00e7458-7f4f-4191-996b-e1ebeb1c1aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:36.635692 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d00e7458-7f4f-4191-996b-e1ebeb1c1aac admin admin] Notify callbacks [] for subnet, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:36.641471 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ee39aa-24b8-469a-9a99-17a5157730ce None None] Network 2ab2348e-f727-4871-b490-2d40aa65ed98 requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:29:36.720471 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394cfe3-3393-4a8a-83fb-4fa00f45a8aa req-2252308b-c27a-40a3-bfb7-cff5ea811916 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:36.722590 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d394cfe3-3393-4a8a-83fb-4fa00f45a8aa req-2252308b-c27a-40a3-bfb7-cff5ea811916 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.0702219 Jun 10 15:29:36.730274 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-d00e7458-7f4f-4191-996b-e1ebeb1c1aac admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7777028 Jun 10 15:29:36.772278 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d394cfe3-3393-4a8a-83fb-4fa00f45a8aa req-6606f7c2-0693-4d9d-9ea1-afd579398d5f tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408397 Jun 10 15:29:36.806529 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea74b808-0151-4f2a-9f26-70f255b8b75f None None] Network 2ab2348e-f727-4871-b490-2d40aa65ed98 requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:29:37.588625 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 54646) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:37.593627 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-c2700986-88e2-48d9-b528-dc30f0636f90 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-976652941-network', 'tenant_id': '536ea8f4f35046bb901a027f326e684e'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:29:37.730782 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2700986-88e2-48d9-b528-dc30f0636f90 admin admin] Made reservation on behalf of 536ea8f4f35046bb901a027f326e684e for: {'network': 1} {{(pid=92441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:29:37.733365 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c2700986-88e2-48d9-b528-dc30f0636f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4185528'] for network, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:37.744720 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c2700986-88e2-48d9-b528-dc30f0636f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:37.841662 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c2700986-88e2-48d9-b528-dc30f0636f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:37.925704 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c2700986-88e2-48d9-b528-dc30f0636f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:37.929966 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-bd670a40-20ac-4a92-967d-3349c4af8206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:37.949043 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2700986-88e2-48d9-b528-dc30f0636f90 admin admin] vlan segment allocate from pool success with {'vlan_id': 522, 'physical_network': 'physnet1'} {{(pid=92441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 15:29:37.962688 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d730ce5-1eb7-43ac-95dd-650c59ed234b req-f4839c43-5007-4c52-bd4a-714ca396ed3e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:37.964226 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7d730ce5-1eb7-43ac-95dd-650c59ed234b req-f4839c43-5007-4c52-bd4a-714ca396ed3e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.0734894 Jun 10 15:29:37.965053 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2700986-88e2-48d9-b528-dc30f0636f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358af55d-e9c7-471e-a248-d5b3e3d33657,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:37.969903 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c2700986-88e2-48d9-b528-dc30f0636f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:37.971674 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.db.segments_db [None req-c2700986-88e2-48d9-b528-dc30f0636f90 admin admin] Added segment 6323f529-750a-46c9-96fc-4e4f9af01cc2 of type vlan for network 515807a2-ab65-4672-8ab6-62bd6abedadf Jun 10 15:29:37.972193 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-c2700986-88e2-48d9-b528-dc30f0636f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:38.009349 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7d730ce5-1eb7-43ac-95dd-650c59ed234b req-6827f5b4-8895-4f3f-84d4-845781159df2 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375659 Jun 10 15:29:38.020729 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c2700986-88e2-48d9-b528-dc30f0636f90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786703315887'] for network, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:38.151011 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c2700986-88e2-48d9-b528-dc30f0636f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331'] for network, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:38.152260 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2700986-88e2-48d9-b528-dc30f0636f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:38.152847 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c2700986-88e2-48d9-b528-dc30f0636f90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:38.154960 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-2ea001be-0ffd-4d66-a9e4-7bc84a021d3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:38.233052 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2700986-88e2-48d9-b528-dc30f0636f90 admin admin] Pushing event updated for resources: {'Network': ['ID=515807a2-ab65-4672-8ab6-62bd6abedadf,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:38.235678 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-c2700986-88e2-48d9-b528-dc30f0636f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:38.242729 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Network 515807a2-ab65-4672-8ab6-62bd6abedadf details requested by agent ovs-agent-dv-cinder-772126-2-iscsi with host dv-cinder-772126-2-iscsi {{(pid=92442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:29:38.283535 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-c2700986-88e2-48d9-b528-dc30f0636f90 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6937070 Jun 10 15:29:38.286431 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 54652) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:38.291195 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-7a1b6429-5bf7-4578-9116-f2c821e2cbf2 admin admin] Request body: {'subnet': {'network_id': '515807a2-ab65-4672-8ab6-62bd6abedadf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-976652941-subnet', 'tenant_id': '536ea8f4f35046bb901a027f326e684e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:29:38.408693 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1b6429-5bf7-4578-9116-f2c821e2cbf2 admin admin] Made reservation on behalf of 536ea8f4f35046bb901a027f326e684e for: {'subnet': 1} {{(pid=92441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:29:38.412114 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6429-5bf7-4578-9116-f2c821e2cbf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314413'] for subnet, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:38.679486 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6429-5bf7-4578-9116-f2c821e2cbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4943207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314427'] for subnet, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:38.681469 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:38.745811 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b6429-5bf7-4578-9116-f2c821e2cbf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf79fe83-7094-4862-8e6b-b8087be35ca1,revision_number=0']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:38.749042 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7a1b6429-5bf7-4578-9116-f2c821e2cbf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:38.755101 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1b6429-5bf7-4578-9116-f2c821e2cbf2 admin admin] Checking segment: {'id': '6323f529-750a-46c9-96fc-4e4f9af01cc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '515807a2-ab65-4672-8ab6-62bd6abedadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:29:38.755519 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1b6429-5bf7-4578-9116-f2c821e2cbf2 admin admin] Network hostable DHCP agents. Network: 515807a2-ab65-4672-8ab6-62bd6abedadf, hostable agents: ['4860e634-0734-4446-9305-88b306355572'], hosted agents: [] {{(pid=92441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:29:38.850680 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1b6429-5bf7-4578-9116-f2c821e2cbf2 admin admin] Network 515807a2-ab65-4672-8ab6-62bd6abedadf is scheduled to be hosted by DHCP agent 4860e634-0734-4446-9305-88b306355572 with binding_index 1 {{(pid=92441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:29:38.950946 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-7a1b6429-5bf7-4578-9116-f2c821e2cbf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-2-iscsi, 515807a2-ab65-4672-8ab6-62bd6abedadf) {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:29:38.955243 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1b6429-5bf7-4578-9116-f2c821e2cbf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:38.955843 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7a1b6429-5bf7-4578-9116-f2c821e2cbf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:38.960601 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d454c7e9-2cd4-4b3b-b9a6-156ce575cf9a None None] Network 515807a2-ab65-4672-8ab6-62bd6abedadf requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:29:39.038713 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-7a1b6429-5bf7-4578-9116-f2c821e2cbf2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7509878 Jun 10 15:29:39.143957 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bbe580-b1f0-47dd-a1cb-4211da661586 None None] Network 515807a2-ab65-4672-8ab6-62bd6abedadf requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:29:39.165319 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 54664) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:39.495321 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4b5ec3-12f6-4f3c-ac5e-fc4943a591ff admin admin] Deleting subnet b3108bcf-5b4c-43a8-9565-8e7df3169a78 {{(pid=92440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:29:39.499266 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0c4b5ec3-12f6-4f3c-ac5e-fc4943a591ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:39.547077 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f79da-13de-4cf6-b8b1-3d526e0e127f req-73d70db3-a7b7-4ddb-8d90-92649a545781 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:39.548433 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ea7f79da-13de-4cf6-b8b1-3d526e0e127f req-73d70db3-a7b7-4ddb-8d90-92649a545781 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.4160740 Jun 10 15:29:39.554751 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0c4b5ec3-12f6-4f3c-ac5e-fc4943a591ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532662821'] for subnet, precommit_delete_associations {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:39.631244 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0c4b5ec3-12f6-4f3c-ac5e-fc4943a591ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4192505'] for subnet, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:39.636188 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ea7f79da-13de-4cf6-b8b1-3d526e0e127f req-c013c66a-b9bb-4041-abc8-8a7947d96804 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791762 Jun 10 15:29:39.786705 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0c4b5ec3-12f6-4f3c-ac5e-fc4943a591ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4192482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532409160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532218106'] for subnet, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:39.793606 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-c0275272-4a49-425d-9aeb-0d2226241a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:39.881121 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4b5ec3-12f6-4f3c-ac5e-fc4943a591ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3108bcf-5b4c-43a8-9565-8e7df3169a78,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:39.884408 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0c4b5ec3-12f6-4f3c-ac5e-fc4943a591ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:39.886244 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-0c4b5ec3-12f6-4f3c-ac5e-fc4943a591ff admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b3108bcf-5b4c-43a8-9565-8e7df3169a78 HTTP/1.1" status: 204 len: 168 time: 0.7197156 Jun 10 15:29:39.888996 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 54682) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:39.889476 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-0c4b5ec3-12f6-4f3c-ac5e-fc4943a591ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:39.928466 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-38f83409-b991-48cb-a4d5-02800b6d5531 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:39.930031 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-38f83409-b991-48cb-a4d5-02800b6d5531 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/networks?id=a8357f5f-440f-4b01-82f1-2775013c9a3c HTTP/1.1" status: 200 len: 813 time: 0.1682622 Jun 10 15:29:39.946399 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-51705b1b-9918-426e-8e0b-4e7932e421fa tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/quotas/1d545de86d7147769f15bb6e7fc706dd HTTP/1.1" status: 200 len: 375 time: 0.0105598 Jun 10 15:29:39.989628 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-f6e84af4-1fc2-453f-89b9-af3c5eff5bd6 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=1d545de86d7147769f15bb6e7fc706dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365345 Jun 10 15:29:40.204761 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-d5ecff4e-dfe9-4bf4-8aad-da9137b6a402 service neutron] 10.222.0.26 "GET /v2.0/networks/a8357f5f-440f-4b01-82f1-2775013c9a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081516 Jun 10 15:29:40.211808 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9e1b-ef5a-4cff-b35e-bfc444e46fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775328'] for network, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:40.319062 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9e1b-ef5a-4cff-b35e-bfc444e46fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190582', 'neutron.services.segments.db._delete_segments_for_network-8786703803055'] for network, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:40.323763 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-f5f99a47-7414-48b8-a3dd-d275b25a8cb0 service neutron] 10.222.0.26 "GET /v2.0/networks/a8357f5f-440f-4b01-82f1-2775013c9a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125507 Jun 10 15:29:40.330902 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-a1cd9e1b-ef5a-4cff-b35e-bfc444e46fac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab2348e-f727-4871-b490-2d40aa65ed98']}} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:40.343392 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-a1cd9e1b-ef5a-4cff-b35e-bfc444e46fac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baafbe37-e7b8-4392-b51f-aada0b23eee5') {'for_net_delete': True} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:40.343777 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-a1cd9e1b-ef5a-4cff-b35e-bfc444e46fac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baafbe37-e7b8-4392-b51f-aada0b23eee5') {} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:40.354518 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9e1b-ef5a-4cff-b35e-bfc444e46fac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786703802884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4616120'] for segment, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:40.370465 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9e1b-ef5a-4cff-b35e-bfc444e46fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:40.376303 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1cd9e1b-ef5a-4cff-b35e-bfc444e46fac admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=92441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:29:40.376688 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9e1b-ef5a-4cff-b35e-bfc444e46fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4940473'] for segment, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: Traceback (most recent call last): Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: timer() Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: cb(*args, **kw) Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: return func(*args, **kwargs) Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: self._notify() Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: self.callback(batched_events) Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: event.method(event) Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: return f(self, *a, **k) Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: return self._get(url).json() Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: return self.request(url, 'GET', **kwargs) Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:29:40.379046 dv-cinder-772126-2-iscsi neutron-server[92441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:29:40.553697 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9e1b-ef5a-4cff-b35e-bfc444e46fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4190591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938507'] for network, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:40.559134 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a1cd9e1b-ef5a-4cff-b35e-bfc444e46fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:40.561127 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-a1cd9e1b-ef5a-4cff-b35e-bfc444e46fac admin admin] 10.222.0.26 "DELETE /v2.0/networks/2ab2348e-f727-4871-b490-2d40aa65ed98 HTTP/1.1" status: 204 len: 168 time: 0.6710112 Jun 10 15:29:40.561862 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:40.563852 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 54698) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:40.579490 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd9e1b-ef5a-4cff-b35e-bfc444e46fac admin admin] Pushing event deleted for resources: {'Network': ['ID=2ab2348e-f727-4871-b490-2d40aa65ed98,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:40.583109 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a1cd9e1b-ef5a-4cff-b35e-bfc444e46fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:40.631804 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3c073077-63bd-483f-b372-d05640fc791c req-665c8c26-3774-4240-9285-34aa849b45a8 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 210 time: 0.0715477 Jun 10 15:29:40.660133 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.db_base_plugin_v2 [None req-4983191c-6e04-44b1-8691-c82349497b3b admin admin] Deleting subnet cf79fe83-7094-4862-8e6b-b8087be35ca1 {{(pid=92440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:29:40.663308 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-4983191c-6e04-44b1-8691-c82349497b3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:40.707984 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-4983191c-6e04-44b1-8691-c82349497b3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532662821'] for subnet, precommit_delete_associations {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:40.757525 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-4983191c-6e04-44b1-8691-c82349497b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4192505'] for subnet, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:40.881889 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e313e1-6432-46c3-a6e8-b626e4a3136d req-14c3c972-7655-4fbb-9173-770d670cc63d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:40.883389 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e4e313e1-6432-46c3-a6e8-b626e4a3136d req-14c3c972-7655-4fbb-9173-770d670cc63d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.0991538 Jun 10 15:29:40.924803 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e4e313e1-6432-46c3-a6e8-b626e4a3136d req-b4096106-2474-4c79-bfa2-53fc413019ee tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359006 Jun 10 15:29:40.954288 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-4983191c-6e04-44b1-8691-c82349497b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4192482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532409160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532218106'] for subnet, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:40.964470 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-0c4b5ec3-12f6-4f3c-ac5e-fc4943a591ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:40.990292 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983191c-6e04-44b1-8691-c82349497b3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf79fe83-7094-4862-8e6b-b8087be35ca1,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:40.991278 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-4983191c-6e04-44b1-8691-c82349497b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:40.995178 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-4983191c-6e04-44b1-8691-c82349497b3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:40.998983 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-4983191c-6e04-44b1-8691-c82349497b3b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cf79fe83-7094-4862-8e6b-b8087be35ca1 HTTP/1.1" status: 204 len: 168 time: 0.4314933 Jun 10 15:29:41.000983 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 54710) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:41.095499 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d0536ffa-9b73-4596-a6e3-ad9552613169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775328'] for network, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:41.201604 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d0536ffa-9b73-4596-a6e3-ad9552613169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190582', 'neutron.services.segments.db._delete_segments_for_network-8786703803055'] for network, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:41.212526 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.services.segments.db [None req-d0536ffa-9b73-4596-a6e3-ad9552613169 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515807a2-ab65-4672-8ab6-62bd6abedadf']}} {{(pid=92440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:41.223722 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.services.segments.db [None req-d0536ffa-9b73-4596-a6e3-ad9552613169 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6323f529-750a-46c9-96fc-4e4f9af01cc2') {'for_net_delete': True} {{(pid=92440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:41.223950 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.services.segments.db [None req-d0536ffa-9b73-4596-a6e3-ad9552613169 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6323f529-750a-46c9-96fc-4e4f9af01cc2') {} {{(pid=92440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:41.233747 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d0536ffa-9b73-4596-a6e3-ad9552613169 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786703802884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532662844'] for segment, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:41.248525 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d0536ffa-9b73-4596-a6e3-ad9552613169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:41.254273 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0536ffa-9b73-4596-a6e3-ad9552613169 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=92440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:29:41.254647 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d0536ffa-9b73-4596-a6e3-ad9552613169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532407511'] for segment, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: Traceback (most recent call last): Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: timer() Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: cb(*args, **kw) Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: return func(*args, **kwargs) Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: self._notify() Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: self.callback(batched_events) Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: event.method(event) Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: return f(self, *a, **k) Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: return self._get(url).json() Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: return self.request(url, 'GET', **kwargs) Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:29:41.256230 dv-cinder-772126-2-iscsi neutron-server[92440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:29:41.433957 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d0536ffa-9b73-4596-a6e3-ad9552613169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4190591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938507'] for network, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:41.437576 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:41.440092 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d0536ffa-9b73-4596-a6e3-ad9552613169 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:41.442583 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-d0536ffa-9b73-4596-a6e3-ad9552613169 admin admin] 10.222.0.26 "DELETE /v2.0/networks/515807a2-ab65-4672-8ab6-62bd6abedadf HTTP/1.1" status: 204 len: 168 time: 0.4398668 Jun 10 15:29:41.455336 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0536ffa-9b73-4596-a6e3-ad9552613169 admin admin] Pushing event deleted for resources: {'Network': ['ID=515807a2-ab65-4672-8ab6-62bd6abedadf,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:41.457508 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-d0536ffa-9b73-4596-a6e3-ad9552613169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:41.777856 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5ce57063-e6b2-431e-8bde-d27d99fbb64c req-01cca60e-a36f-454b-ad93-0a1cc93c4362 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 210 time: 0.0334611 Jun 10 15:29:41.975300 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 54722) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:42.022653 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-f8a9cb5d-02dc-41f1-af14-e66dec57d473 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cebe06be81d042e6b15f755e13d47442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460680 Jun 10 15:29:42.024923 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 54726) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:42.121710 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-f3752f6f-0511-439b-a35e-9b722d225d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:42.153466 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-f3752f6f-0511-439b-a35e-9b722d225d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:42.161751 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b62bd-ff94-4fb1-8021-1e4b83c481ff req-9a1b7313-bd7c-445a-9efb-bb1b470ffea1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:42.163226 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8c3b62bd-ff94-4fb1-8021-1e4b83c481ff req-9a1b7313-bd7c-445a-9efb-bb1b470ffea1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.1162963 Jun 10 15:29:42.227581 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8c3b62bd-ff94-4fb1-8021-1e4b83c481ff req-e46354e4-9dbc-4314-9db6-ab9f7e2e38b0 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581222 Jun 10 15:29:42.639169 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-f3752f6f-0511-439b-a35e-9b722d225d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:42.641776 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-f3752f6f-0511-439b-a35e-9b722d225d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:42.643469 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-f3752f6f-0511-439b-a35e-9b722d225d59 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2500cfd7-6e3e-40f4-aad1-39b1d3c38509 HTTP/1.1" status: 204 len: 168 time: 0.6176486 Jun 10 15:29:42.644222 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-a553ef6b-3bf7-410d-9042-66ddba5f23cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:42.652839 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3752f6f-0511-439b-a35e-9b722d225d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2500cfd7-6e3e-40f4-aad1-39b1d3c38509,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:42.655131 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-f3752f6f-0511-439b-a35e-9b722d225d59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:42.923692 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-74d992e7-4917-4a4e-bb80-5e9250ad4681 req-80811ab3-e6ad-4a91-993a-7b44a37135f0 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 210 time: 0.0333693 Jun 10 15:29:43.346753 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 54740) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:43.427656 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-39d7336f-b363-4951-9938-60e58c440a42 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=536ea8f4f35046bb901a027f326e684e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0796933 Jun 10 15:29:43.430185 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 54742) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:43.461910 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c99c52-4dc2-42a3-bd36-580bacac17fc req-9f60e556-5182-45b7-9f06-4e1e6a04cb6f tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:43.463371 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d1c99c52-4dc2-42a3-bd36-580bacac17fc req-9f60e556-5182-45b7-9f06-4e1e6a04cb6f tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.0811560 Jun 10 15:29:43.483234 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d273e8ef-3d94-4ae7-99fb-459c29e425ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:43.505854 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d273e8ef-3d94-4ae7-99fb-459c29e425ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:43.506802 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d1c99c52-4dc2-42a3-bd36-580bacac17fc req-344222e2-d83d-4c0f-a196-1d831aaa395a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373855 Jun 10 15:29:43.654023 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d273e8ef-3d94-4ae7-99fb-459c29e425ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:43.656634 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d273e8ef-3d94-4ae7-99fb-459c29e425ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:43.657766 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-d273e8ef-3d94-4ae7-99fb-459c29e425ce admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/358af55d-e9c7-471e-a248-d5b3e3d33657 HTTP/1.1" status: 204 len: 168 time: 0.2251093 Jun 10 15:29:43.659016 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a2911d62-a53b-4e26-8aa8-13d82dafca46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:43.669271 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273e8ef-3d94-4ae7-99fb-459c29e425ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358af55d-e9c7-471e-a248-d5b3e3d33657,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:43.670828 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-d273e8ef-3d94-4ae7-99fb-459c29e425ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:44.077351 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-382ee0da-5497-4278-b2ab-30b95c74b4a0 req-083df0c0-ea07-46e0-9f3e-871378bbe370 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 210 time: 0.0414305 Jun 10 15:29:44.729949 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006f2945-99b4-42f9-a9d0-850a3470777e req-49fa0845-4946-452f-a8e0-548edfd55dc8 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:44.732435 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-006f2945-99b4-42f9-a9d0-850a3470777e req-49fa0845-4946-452f-a8e0-548edfd55dc8 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.0988779 Jun 10 15:29:44.779749 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-006f2945-99b4-42f9-a9d0-850a3470777e req-3d72aa4a-bb4e-46b7-b2a0-9cb7c7c72153 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407853 Jun 10 15:29:45.225402 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9f5cd422-ee03-47db-87f5-7fa2fbce5ccb req-c9e8e3f3-3bf4-42f1-b030-da196a8978b9 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 210 time: 0.0332789 Jun 10 15:29:45.966405 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f572bd4-e62b-4982-bb0f-3036c8df2660 req-0fb95117-9828-4de7-b72d-6557bd608383 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:45.967917 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f572bd4-e62b-4982-bb0f-3036c8df2660 req-0fb95117-9828-4de7-b72d-6557bd608383 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.0691028 Jun 10 15:29:46.014779 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f572bd4-e62b-4982-bb0f-3036c8df2660 req-71168b55-27f6-4f22-8af5-21d29f89c27d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404515 Jun 10 15:29:46.385559 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-68e38175-86a1-4c95-8fb5-454c4392a49c req-932b9c63-a2e5-48c8-a395-7f3f5eda71c7 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 210 time: 0.0335703 Jun 10 15:29:47.091894 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-58fcd7d4-7c57-44c8-a600-56a77ce6065a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:47.093414 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-58fcd7d4-7c57-44c8-a600-56a77ce6065a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.45 "GET /v2.0/networks?id=a8357f5f-440f-4b01-82f1-2775013c9a3c HTTP/1.1" status: 200 len: 813 time: 0.1281662 Jun 10 15:29:47.115221 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-5016fe88-8e6a-4cc4-a0e3-d65ea79884d7 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Request body: {'port': {'device_id': '3116699d-923b-42d4-a0b4-d0ca62dfb3cd', 'network_id': 'a8357f5f-440f-4b01-82f1-2775013c9a3c', 'admin_state_up': True, 'tenant_id': '1d545de86d7147769f15bb6e7fc706dd'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:29:47.206911 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:29:47.292877 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673b222-5c1a-4b40-8a27-3d2f655b32ed req-c7f67ccc-76c4-480e-9fa2-cf5d501f8d39 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:47.294381 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9673b222-5c1a-4b40-8a27-3d2f655b32ed req-c7f67ccc-76c4-480e-9fa2-cf5d501f8d39 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.1551561 Jun 10 15:29:47.340510 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9673b222-5c1a-4b40-8a27-3d2f655b32ed req-498d7d3f-b851-4ed9-ae80-728cbede455d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382693 Jun 10 15:29:47.485203 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-5016fe88-8e6a-4cc4-a0e3-d65ea79884d7 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Made reservation on behalf of 1d545de86d7147769f15bb6e7fc706dd for: {'port': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:29:47.489885 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-5016fe88-8e6a-4cc4-a0e3-d65ea79884d7 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:47.550680 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dbd237fb-870d-46b4-bc0e-eca5d07b3b89 req-3078515b-634e-4008-9b1c-2a3e99fa9792 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 210 time: 0.0484574 Jun 10 15:29:47.673485 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.db_base_plugin_common [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-5016fe88-8e6a-4cc4-a0e3-d65ea79884d7 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Allocated IP 172.20.0.5 (a8357f5f-440f-4b01-82f1-2775013c9a3c/f127d856-071b-4cb5-80a7-167fe5e0a077/2bc42d40-6121-42e8-bbf4-131cb8bd4e52) {{(pid=92440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:29:47.879970 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-5016fe88-8e6a-4cc4-a0e3-d65ea79884d7 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Notify callbacks [] for port, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:47.994408 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-5016fe88-8e6a-4cc4-a0e3-d65ea79884d7 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-532407449'] for port, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:47.999524 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-74d4e1c2-faf1-4158-b10a-029640e8caab tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:48.043510 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-5016fe88-8e6a-4cc4-a0e3-d65ea79884d7 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Network a8357f5f-440f-4b01-82f1-2775013c9a3c is already hosted by enough agents. {{(pid=92440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:29:48.053140 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-5016fe88-8e6a-4cc4-a0e3-d65ea79884d7 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Resources bound (agent type, host, resource id): {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:29:48.056974 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-5016fe88-8e6a-4cc4-a0e3-d65ea79884d7 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Received port after_create {{(pid=92440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:29:48.101957 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016fe88-8e6a-4cc4-a0e3-d65ea79884d7 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Pushing event updated for resources: {'Port': ['ID=2bc42d40-6121-42e8-bbf4-131cb8bd4e52,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:48.105218 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-5016fe88-8e6a-4cc4-a0e3-d65ea79884d7 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:48.121207 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-5016fe88-8e6a-4cc4-a0e3-d65ea79884d7 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:48.121834 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-5016fe88-8e6a-4cc4-a0e3-d65ea79884d7 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:48.203097 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b92f6ce4-99e7-4d86-83dc-80b7e339ed9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:48.243594 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-5016fe88-8e6a-4cc4-a0e3-d65ea79884d7 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1328959 Jun 10 15:29:48.350596 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] Request body: {'port': {'device_id': '3116699d-923b-42d4-a0b4-d0ca62dfb3cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:29:48.441905 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:48.664958 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7ccdd-4bcd-4ad5-ac93-488f79f75a04 req-23179d97-f66f-4b9c-9e4c-dcfb48ec6d78 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:48.666367 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0ae7ccdd-4bcd-4ad5-ac93-488f79f75a04 req-23179d97-f66f-4b9c-9e4c-dcfb48ec6d78 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.1837730 Jun 10 15:29:48.837333 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0ae7ccdd-4bcd-4ad5-ac93-488f79f75a04 req-313a50d1-fa02-494c-ba50-36c4ef719ada tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574590 Jun 10 15:29:48.876931 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde89a5e-5ae5-4213-8bab-9d8a5b4793e5 req-e7306a0d-7571-4352-b6d9-748fd00d0453 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:48.881165 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fde89a5e-5ae5-4213-8bab-9d8a5b4793e5 req-e7306a0d-7571-4352-b6d9-748fd00d0453 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 931 time: 0.2101374 Jun 10 15:29:49.206767 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bc42d40-6121-42e8-bbf4-131cb8bd4e52 {{(pid=92440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:29:49.217186 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:49.239343 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fde89a5e-5ae5-4213-8bab-9d8a5b4793e5 req-ac69abf2-e269-4891-b005-61c9f134a56c tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301625 Jun 10 15:29:49.241773 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.provisioning_blocks [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] Transition to ACTIVE for port object 2bc42d40-6121-42e8-bbf4-131cb8bd4e52 will not be triggered until provisioned by entity L2. {{(pid=92440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:29:49.336913 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:49.340394 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-ab2d8d98-98b5-4e77-8293-f30041f425ec tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:49.464022 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] Pushing event updated for resources: {'Port': ['ID=2bc42d40-6121-42e8-bbf4-131cb8bd4e52,revision_number=2']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:49.467323 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:49.477892 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 7b80f310-4a37-4776-acee-7b3c5ffca785 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=92442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:29:49.508048 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 54886) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:49.525206 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] Attempting to bind port 2bc42d40-6121-42e8-bbf4-131cb8bd4e52 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:29:49.525544 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] Attempting to bind port 2bc42d40-6121-42e8-bbf4-131cb8bd4e52 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': 'dd55ab4e-eafe-44b9-953b-17cf372a6d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a8357f5f-440f-4b01-82f1-2775013c9a3c'}] {{(pid=92440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:29:49.525895 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] Attempting to bind port 2bc42d40-6121-42e8-bbf4-131cb8bd4e52 on network a8357f5f-440f-4b01-82f1-2775013c9a3c {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:29:49.530163 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] Port 2bc42d40-6121-42e8-bbf4-131cb8bd4e52 on network a8357f5f-440f-4b01-82f1-2775013c9a3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:29:49.530480 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] Attempting to bind port 2bc42d40-6121-42e8-bbf4-131cb8bd4e52 on network a8357f5f-440f-4b01-82f1-2775013c9a3c {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:29:49.535246 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] Checking agent: {'id': 'e28e421a-1ab2-4a36-8074-76b1dba64f57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'started_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:29:49.535580 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] Checking segment: {'id': 'dd55ab4e-eafe-44b9-953b-17cf372a6d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a8357f5f-440f-4b01-82f1-2775013c9a3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:29:49.535958 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] Bound using segment: {'id': 'dd55ab4e-eafe-44b9-953b-17cf372a6d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a8357f5f-440f-4b01-82f1-2775013c9a3c'} {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:29:49.536391 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] Bound port: 2bc42d40-6121-42e8-bbf4-131cb8bd4e52, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd55ab4e-eafe-44b9-953b-17cf372a6d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'a8357f5f-440f-4b01-82f1-2775013c9a3c'}}] {{(pid=92440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:29:49.536730 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:49.611687 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 7b80f310-4a37-4776-acee-7b3c5ffca785, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=7b80f310-4a37-4776-acee-7b3c5ffca785,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:29:49.615591 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] For port 2bc42d40-6121-42e8-bbf4-131cb8bd4e52, host hv-cinder-77212, cleared binding levels {{(pid=92440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:29:49.618949 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] For port 2bc42d40-6121-42e8-bbf4-131cb8bd4e52, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2bc42d40-6121-42e8-bbf4-131cb8bd4e52,segment=NetworkSegment(dd55ab4e-eafe-44b9-953b-17cf372a6d06),segment_id=dd55ab4e-eafe-44b9-953b-17cf372a6d06)] {{(pid=92440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:29:49.623639 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Returning: {'device': '7b80f310-4a37-4776-acee-7b3c5ffca785', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'port_id': '7b80f310-4a37-4776-acee-7b3c5ffca785', 'mac_address': 'fa:16:3e:fa:03:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:29:49.646723 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-33727ba2-e5a6-4ba1-9238-b05cd17bfff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:49.668007 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:49.689035 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b80f310-4a37-4776-acee-7b3c5ffca785 {{(pid=92442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:29:49.711446 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 7b80f310-4a37-4776-acee-7b3c5ffca785, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=7b80f310-4a37-4776-acee-7b3c5ffca785,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:29:49.712340 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:49.724147 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:49.745321 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-33727ba2-e5a6-4ba1-9238-b05cd17bfff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:49.756865 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:49.757474 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:49.758889 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] 10.222.0.45 "PUT /v2.0/ports/2bc42d40-6121-42e8-bbf4-131cb8bd4e52 HTTP/1.1" status: 200 len: 1093 time: 1.5057523 Jun 10 15:29:49.766279 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3116699d-923b-42d4-a0b4-d0ca62dfb3cd', 'tag': '2bc42d40-6121-42e8-bbf4-131cb8bd4e52'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:29:49.766279 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc52878c-108b-46e7-9174-7fce616bad89" -d '{"events": [{"name": "network-changed", "server_uuid": "3116699d-923b-42d4-a0b4-d0ca62dfb3cd", "tag": "2bc42d40-6121-42e8-bbf4-131cb8bd4e52"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:29:49.790840 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] Pushing event updated for resources: {'Port': ['ID=2bc42d40-6121-42e8-bbf4-131cb8bd4e52,revision_number=3']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:49.794124 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:49.877696 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:49.885244 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-e610ea00-c6d0-4408-ba5a-988bda56449d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:49.916314 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41ee47c-63ae-4c11-b08b-df33662909c0 x-openstack-request-id: req-c41ee47c-63ae-4c11-b08b-df33662909c0 {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:29:49.916655 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3116699d-923b-42d4-a0b4-d0ca62dfb3cd", "tag": "2bc42d40-6121-42e8-bbf4-131cb8bd4e52", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:29:49.916946 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c41ee47c-63ae-4c11-b08b-df33662909c0 {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:29:49.917409 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3116699d-923b-42d4-a0b4-d0ca62dfb3cd', 'tag': '2bc42d40-6121-42e8-bbf4-131cb8bd4e52', 'status': 'completed', 'code': 200} Jun 10 15:29:49.936766 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-33727ba2-e5a6-4ba1-9238-b05cd17bfff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:49.948344 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=7b80f310-4a37-4776-acee-7b3c5ffca785,revision_number=6']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:49.952062 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:49.956606 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-29621875-4569-4689-9a53-c23354846ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:49.993868 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-33727ba2-e5a6-4ba1-9238-b05cd17bfff3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=799ce42ef93743bcb0a0e19d82e21f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4843335 Jun 10 15:29:49.996278 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 54908) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:49.997027 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33727ba2-e5a6-4ba1-9238-b05cd17bfff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d11c8b-2073-480d-96ca-5818d9a4e473,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:50.019556 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['7b80f310-4a37-4776-acee-7b3c5ffca785'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:29:50.069836 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-33727ba2-e5a6-4ba1-9238-b05cd17bfff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:50.096036 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52878c-108b-46e7-9174-7fce616bad89 req-1b8729cc-8bbd-40c9-8939-1da63451c013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:50.097764 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fc52878c-108b-46e7-9174-7fce616bad89 req-1b8729cc-8bbd-40c9-8939-1da63451c013 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d545de86d7147769f15bb6e7fc706dd&device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 1096 time: 0.1373405 Jun 10 15:29:50.109676 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a3f83b6f-a054-49be-b1fa-1a51f41f2fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:50.109967 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2f7df-328f-49d6-a0a7-90f821a1dcef req-02cf514a-68de-4e62-b484-3f06721db7da tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:50.113122 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b1a2f7df-328f-49d6-a0a7-90f821a1dcef req-02cf514a-68de-4e62-b484-3f06721db7da tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 945 time: 0.1144497 Jun 10 15:29:50.136757 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a3f83b6f-a054-49be-b1fa-1a51f41f2fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:50.238870 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b1a2f7df-328f-49d6-a0a7-90f821a1dcef req-d7886571-1b06-430f-96c2-cae9902d6f48 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176217 Jun 10 15:29:50.269929 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52878c-108b-46e7-9174-7fce616bad89 req-18ca60df-f517-4799-b9a5-29545c702d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:50.271397 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fc52878c-108b-46e7-9174-7fce616bad89 req-18ca60df-f517-4799-b9a5-29545c702d3d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1d545de86d7147769f15bb6e7fc706dd&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1582885 Jun 10 15:29:50.434807 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52878c-108b-46e7-9174-7fce616bad89 req-f1808e5c-1aad-4410-af5c-6c7978ce6db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:50.436427 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fc52878c-108b-46e7-9174-7fce616bad89 req-f1808e5c-1aad-4410-af5c-6c7978ce6db2 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1568716 Jun 10 15:29:50.443587 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a3f83b6f-a054-49be-b1fa-1a51f41f2fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:50.446638 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a3f83b6f-a054-49be-b1fa-1a51f41f2fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:50.448109 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-a3f83b6f-a054-49be-b1fa-1a51f41f2fd5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d3d11c8b-2073-480d-96ca-5818d9a4e473 HTTP/1.1" status: 204 len: 168 time: 0.4449537 Jun 10 15:29:50.450615 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-9e245788-159a-435e-a140-ab87fd83e538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:50.463726 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30acc2e-84fd-47f6-bc03-0192c65bb878 req-03eb2789-e974-4778-9c80-1c5cc2730e17 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:50.465210 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c30acc2e-84fd-47f6-bc03-0192c65bb878 req-03eb2789-e974-4778-9c80-1c5cc2730e17 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 943 time: 0.1014326 Jun 10 15:29:50.466694 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f83b6f-a054-49be-b1fa-1a51f41f2fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d11c8b-2073-480d-96ca-5818d9a4e473,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:50.469180 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a3f83b6f-a054-49be-b1fa-1a51f41f2fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:50.554942 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c30acc2e-84fd-47f6-bc03-0192c65bb878 req-ea2ca217-5d11-4910-a6c5-f2cd12a562b1 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803683 Jun 10 15:29:50.577281 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-d3b6a051-b048-4238-99e3-8e5a22145823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:50.578880 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-d3b6a051-b048-4238-99e3-8e5a22145823 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1d545de86d7147769f15bb6e7fc706dd&device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 1096 time: 0.0960884 Jun 10 15:29:50.638979 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-a07bfccf-69c9-4ba0-8148-dee835134116 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bc42d40-6121-42e8-bbf4-131cb8bd4e52 HTTP/1.1" status: 200 len: 217 time: 0.0494523 Jun 10 15:29:50.647980 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 54918) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:50.699771 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-2948c366-5007-4fd1-b064-5646ed859278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:50.708317 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-2948c366-5007-4fd1-b064-5646ed859278 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=f127d856-071b-4cb5-80a7-167fe5e0a077 HTTP/1.1" status: 200 len: 853 time: 0.0552251 Jun 10 15:29:50.745196 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-1f160c65-5884-440c-847e-c4bc6bc71ccf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a8357f5f-440f-4b01-82f1-2775013c9a3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362382 Jun 10 15:29:50.788907 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:50.859714 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7bcad342-c6f7-498e-bea8-2ded00f35f24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:50.872375 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-99337a63-0643-4855-94f8-6016c54bb68c service neutron] 10.222.0.45 "GET /v2.0/networks/a8357f5f-440f-4b01-82f1-2775013c9a3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116295 Jun 10 15:29:50.912028 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-78d4786c-2ec9-4b93-bb38-fd2459bcde4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:50.970555 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7bcad342-c6f7-498e-bea8-2ded00f35f24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:50.984854 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f8e9663-8110-4b15-a275-1f931ae87b94 req-86e70353-5376-4cee-9bd1-5f114fc01d14 service neutron] 10.222.0.45 "GET /v2.0/networks/a8357f5f-440f-4b01-82f1-2775013c9a3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121550 Jun 10 15:29:51.365771 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7bcad342-c6f7-498e-bea8-2ded00f35f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:51.376605 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:51.419185 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-7bcad342-c6f7-498e-bea8-2ded00f35f24 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7b4ccb960308474babb88bb452e45701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7700121 Jun 10 15:29:51.420078 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcad342-c6f7-498e-bea8-2ded00f35f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c312144-189f-4526-823f-cd9028886b7b,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:51.423190 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7bcad342-c6f7-498e-bea8-2ded00f35f24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:51.423362 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 54928) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:51.473519 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311862e-3458-483b-8ec6-865065900cca req-452c7052-8ea7-47cf-bb55-30815e65df33 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:51.475020 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7311862e-3458-483b-8ec6-865065900cca req-452c7052-8ea7-47cf-bb55-30815e65df33 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 945 time: 0.1142216 Jun 10 15:29:51.500617 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 7b80f310-4a37-4776-acee-7b3c5ffca785 up at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:29:51.511202 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7de1ecbc-1c7a-4884-9c92-7967fe4bfae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:51.536919 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7311862e-3458-483b-8ec6-865065900cca req-4c247a13-3084-4ef7-9679-77bf617d6075 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558462 Jun 10 15:29:51.549345 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7de1ecbc-1c7a-4884-9c92-7967fe4bfae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:51.557411 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning complete for port 7b80f310-4a37-4776-acee-7b3c5ffca785 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:29:51.557819 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:51.648972 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:51.674966 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c9033f-694e-435e-babb-5daa9f8b7bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b80f310-4a37-4776-acee-7b3c5ffca785'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:29:51.677222 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7621f9f4-1777-4a75-9c61-feeb8e87f56f" -d '{"events": [{"server_uuid": "14c9033f-694e-435e-babb-5daa9f8b7bcc", "name": "network-vif-plugged", "status": "completed", "tag": "7b80f310-4a37-4776-acee-7b3c5ffca785"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:29:51.690973 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 7b80f310-4a37-4776-acee-7b3c5ffca785, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=7b80f310-4a37-4776-acee-7b3c5ffca785,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:29:51.743314 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26147596-8713-4f20-9cfe-4a9f7460dec3 req-31fa2a21-d5b6-4412-b219-ea64885486dd tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:51.744758 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-26147596-8713-4f20-9cfe-4a9f7460dec3 req-31fa2a21-d5b6-4412-b219-ea64885486dd tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 943 time: 0.0722063 Jun 10 15:29:51.765614 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7de1ecbc-1c7a-4884-9c92-7967fe4bfae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:51.768288 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7de1ecbc-1c7a-4884-9c92-7967fe4bfae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:51.769333 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-7de1ecbc-1c7a-4884-9c92-7967fe4bfae0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2c312144-189f-4526-823f-cd9028886b7b HTTP/1.1" status: 204 len: 168 time: 0.3446126 Jun 10 15:29:51.771763 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-5bce923a-24f1-4b87-80eb-7c43e7270c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:51.784705 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de1ecbc-1c7a-4884-9c92-7967fe4bfae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c312144-189f-4526-823f-cd9028886b7b,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:51.793424 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-7de1ecbc-1c7a-4884-9c92-7967fe4bfae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:51.801710 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-26147596-8713-4f20-9cfe-4a9f7460dec3 req-b013f4ce-bc88-4fe5-97a4-56347a002554 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512164 Jun 10 15:29:51.831708 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:51.833565 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-d3c083f9-57d6-4038-a809-460e79659002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:51.863982 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a9633f-7cd0-4f39-b91d-8e3316616703 x-openstack-request-id: req-83a9633f-7cd0-4f39-b91d-8e3316616703 {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:29:51.864318 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c9033f-694e-435e-babb-5daa9f8b7bcc", "name": "network-vif-plugged", "status": "completed", "tag": "7b80f310-4a37-4776-acee-7b3c5ffca785", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:29:51.864561 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-83a9633f-7cd0-4f39-b91d-8e3316616703 {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:29:51.864954 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c9033f-694e-435e-babb-5daa9f8b7bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b80f310-4a37-4776-acee-7b3c5ffca785', 'code': 200} Jun 10 15:29:51.891879 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=7b80f310-4a37-4776-acee-7b3c5ffca785,revision_number=7']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:51.895173 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:51.998215 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:52.729062 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209b28a-80c3-4031-9b54-a1ba79c05b39 req-5ea57dc0-4d31-4bbe-9430-ddbc26e4452e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:52.730559 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1209b28a-80c3-4031-9b54-a1ba79c05b39 req-5ea57dc0-4d31-4bbe-9430-ddbc26e4452e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.0714095 Jun 10 15:29:52.773832 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1209b28a-80c3-4031-9b54-a1ba79c05b39 req-8fd9ed1f-7c67-498a-87ed-ab32b810350e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365713 Jun 10 15:29:52.992464 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5496de-aced-4773-94f8-680f2445d781 req-46b39ffa-16d4-45bf-907f-a3aa099ed12d tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:52.993907 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ac5496de-aced-4773-94f8-680f2445d781 req-46b39ffa-16d4-45bf-907f-a3aa099ed12d tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 943 time: 0.0744314 Jun 10 15:29:53.035405 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ac5496de-aced-4773-94f8-680f2445d781 req-7ef0c15b-cd0a-433d-aec2-9a55984efec5 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355518 Jun 10 15:29:53.224642 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 54946) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:53.240569 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-07056dc9-98f0-4c9e-9d65-965274e76903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:53.332418 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-07056dc9-98f0-4c9e-9d65-965274e76903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:53.433691 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-07056dc9-98f0-4c9e-9d65-965274e76903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:53.436835 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-874bd260-71a1-4a0a-8b69-a495724454a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:53.476850 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-07056dc9-98f0-4c9e-9d65-965274e76903 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9b3aef80d804487c82df0afde0e80767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511325 Jun 10 15:29:53.477788 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07056dc9-98f0-4c9e-9d65-965274e76903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23e800d-caf4-4a9b-a423-8920b88cec89,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:53.479544 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 54948) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:53.481173 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-07056dc9-98f0-4c9e-9d65-965274e76903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:53.531654 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-839c979d-1728-431d-91a6-21bf18359fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:53.554788 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-839c979d-1728-431d-91a6-21bf18359fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:53.673915 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:53.805607 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-839c979d-1728-431d-91a6-21bf18359fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:53.808186 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-839c979d-1728-431d-91a6-21bf18359fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:53.809343 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-839c979d-1728-431d-91a6-21bf18359fdf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b23e800d-caf4-4a9b-a423-8920b88cec89 HTTP/1.1" status: 204 len: 168 time: 0.3288271 Jun 10 15:29:53.810150 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-5f5aa27b-10ff-4bb3-b8f6-6deb901a226d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:53.819139 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c979d-1728-431d-91a6-21bf18359fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23e800d-caf4-4a9b-a423-8920b88cec89,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:53.826324 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c979d-1728-431d-91a6-21bf18359fdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:53.826576 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c979d-1728-431d-91a6-21bf18359fdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:53.827039 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c979d-1728-431d-91a6-21bf18359fdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:53.827393 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c979d-1728-431d-91a6-21bf18359fdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:53.827740 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c979d-1728-431d-91a6-21bf18359fdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:53.828086 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c979d-1728-431d-91a6-21bf18359fdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:53.828429 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c979d-1728-431d-91a6-21bf18359fdf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:53.828770 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c979d-1728-431d-91a6-21bf18359fdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:53.829113 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c979d-1728-431d-91a6-21bf18359fdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:53.829450 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c979d-1728-431d-91a6-21bf18359fdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:53.829809 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c979d-1728-431d-91a6-21bf18359fdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:53.830143 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839c979d-1728-431d-91a6-21bf18359fdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:29:53.833713 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-839c979d-1728-431d-91a6-21bf18359fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:53.975053 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc3beaf-6098-4073-a4bb-0ba45ca536ae req-c1546725-060e-40ef-9d0f-3763b522e4d3 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:53.976520 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7dc3beaf-6098-4073-a4bb-0ba45ca536ae req-c1546725-060e-40ef-9d0f-3763b522e4d3 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.0783827 Jun 10 15:29:54.019879 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7dc3beaf-6098-4073-a4bb-0ba45ca536ae req-a7d09afb-24b3-400b-9e21-11cf0733aa09 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376904 Jun 10 15:29:54.217770 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c220dc3-3b75-46c6-ac1e-859b159039a7 req-75607521-94ab-4146-86ad-39b6f9cb7847 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:54.219550 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9c220dc3-3b75-46c6-ac1e-859b159039a7 req-75607521-94ab-4146-86ad-39b6f9cb7847 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 943 time: 0.0718584 Jun 10 15:29:54.262766 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9c220dc3-3b75-46c6-ac1e-859b159039a7 req-0c607f02-bca1-4e9d-b9e2-01054a1dee87 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375974 Jun 10 15:29:55.273989 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d0bf8-be8b-48b3-a8f9-16bfcdd4d883 req-e68375d1-10c8-4c79-8825-38e43cae9c30 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:55.276758 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c27d0bf8-be8b-48b3-a8f9-16bfcdd4d883 req-e68375d1-10c8-4c79-8825-38e43cae9c30 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.1280670 Jun 10 15:29:55.323192 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c27d0bf8-be8b-48b3-a8f9-16bfcdd4d883 req-1f2a873f-165e-42b6-90b6-3bdfc9ff1349 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399613 Jun 10 15:29:55.513315 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dac932-c20c-46c8-b293-2bbcdf8654c4 req-30cc11db-af8b-44fd-aabb-e1f5cde7fa85 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:55.515101 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-58dac932-c20c-46c8-b293-2bbcdf8654c4 req-30cc11db-af8b-44fd-aabb-e1f5cde7fa85 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 943 time: 0.0748794 Jun 10 15:29:55.524997 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 2bc42d40-6121-42e8-bbf4-131cb8bd4e52 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=92442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:29:55.568464 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-58dac932-c20c-46c8-b293-2bbcdf8654c4 req-57045e74-97a0-49fe-8fa5-9a35816f0363 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447533 Jun 10 15:29:55.682469 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 2bc42d40-6121-42e8-bbf4-131cb8bd4e52, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2bc42d40-6121-42e8-bbf4-131cb8bd4e52,segment=NetworkSegment(dd55ab4e-eafe-44b9-953b-17cf372a6d06),segment_id=dd55ab4e-eafe-44b9-953b-17cf372a6d06)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:29:55.699582 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Returning: {'device': '2bc42d40-6121-42e8-bbf4-131cb8bd4e52', 'network_id': 'a8357f5f-440f-4b01-82f1-2775013c9a3c', 'port_id': '2bc42d40-6121-42e8-bbf4-131cb8bd4e52', 'mac_address': 'fa:16:3e:8f:42:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f127d856-071b-4cb5-80a7-167fe5e0a077', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:29:55.733709 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e9da3-2167-430b-a7f7-7dbd437d8484 req-0f83e37e-716f-4be0-8eb8-8cb1e0b0c682 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:55.735521 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1b7e9da3-2167-430b-a7f7-7dbd437d8484 req-0f83e37e-716f-4be0-8eb8-8cb1e0b0c682 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 946 time: 0.0884643 Jun 10 15:29:55.749434 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:55.768532 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bc42d40-6121-42e8-bbf4-131cb8bd4e52 {{(pid=92442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:29:55.794434 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 2bc42d40-6121-42e8-bbf4-131cb8bd4e52, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2bc42d40-6121-42e8-bbf4-131cb8bd4e52,segment=NetworkSegment(dd55ab4e-eafe-44b9-953b-17cf372a6d06),segment_id=dd55ab4e-eafe-44b9-953b-17cf372a6d06)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:29:55.794683 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1b7e9da3-2167-430b-a7f7-7dbd437d8484 req-c353e30a-d0cf-400d-92d1-dd729796c11c tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465074 Jun 10 15:29:55.818129 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 55028) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:55.894764 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:55.897197 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:55.976554 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=2bc42d40-6121-42e8-bbf4-131cb8bd4e52,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:55.979925 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:56.101152 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b410891f-9105-4868-8476-b448798e0487 tempest-TestMinimumBasicScenario-328957589 tempest-TestMinimumBasicScenario-328957589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:56.105708 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 55040) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:29:56.109367 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-b410891f-9105-4868-8476-b448798e0487 tempest-TestMinimumBasicScenario-328957589 tempest-TestMinimumBasicScenario-328957589-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 1094 time: 0.2901309 Jun 10 15:29:56.110580 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-b0ab8664-7e44-47a3-bdf6-bf7acc55e900 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Request body: {'floatingip': {'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'port_id': 'af47ca85-b4c5-4535-97f5-787d5339229d', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:29:56.213845 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b0ab8664-7e44-47a3-bdf6-bf7acc55e900 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for floatingip, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:56.350393 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b0ab8664-7e44-47a3-bdf6-bf7acc55e900 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:56.422940 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['2bc42d40-6121-42e8-bbf4-131cb8bd4e52'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:29:56.548729 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.db_base_plugin_common [None req-b0ab8664-7e44-47a3-bdf6-bf7acc55e900 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Allocated IP 172.27.3.186 (bafb3150-7231-46b7-88ed-3af7e5c7810a/66421b7e-18a2-4c9a-a813-c12246305922/b16d0a54-04c6-4552-92ff-3a1a4d0c5e85) {{(pid=92440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:29:56.852835 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f5ea7-8990-43d4-9bf2-4dc627572d41 req-71a0d39c-1b42-4ee2-9298-5266e1a45129 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:56.854207 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-072f5ea7-8990-43d4-9bf2-4dc627572d41 req-71a0d39c-1b42-4ee2-9298-5266e1a45129 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.2974625 Jun 10 15:29:56.887890 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b0ab8664-7e44-47a3-bdf6-bf7acc55e900 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for port, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:56.950108 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e431030-74e0-4a5f-bb5c-6dcddbc02cc8 req-cf938484-a91e-4795-b529-b55c2034fd01 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:56.957758 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1e431030-74e0-4a5f-bb5c-6dcddbc02cc8 req-cf938484-a91e-4795-b529-b55c2034fd01 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 944 time: 0.1871240 Jun 10 15:29:56.972899 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-072f5ea7-8990-43d4-9bf2-4dc627572d41 req-c537a3d0-8051-418e-a239-0aa31ab694d6 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095982 Jun 10 15:29:57.027863 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1e431030-74e0-4a5f-bb5c-6dcddbc02cc8 req-387ae2c6-01de-43f3-8059-1191904bae62 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691717 Jun 10 15:29:57.169050 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b0ab8664-7e44-47a3-bdf6-bf7acc55e900 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-532407449'] for port, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:57.172199 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:57.233201 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ab8664-7e44-47a3-bdf6-bf7acc55e900 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Network bafb3150-7231-46b7-88ed-3af7e5c7810a is already hosted by enough agents. {{(pid=92440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:29:57.247114 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [None req-b0ab8664-7e44-47a3-bdf6-bf7acc55e900 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Resources bound (agent type, host, resource id): {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:29:57.253050 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ab8664-7e44-47a3-bdf6-bf7acc55e900 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Received port after_create {{(pid=92440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:29:57.284960 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab8664-7e44-47a3-bdf6-bf7acc55e900 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Pushing event updated for resources: {'Port': ['ID=b16d0a54-04c6-4552-92ff-3a1a4d0c5e85,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:57.293382 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-b0ab8664-7e44-47a3-bdf6-bf7acc55e900 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:58.275846 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b0ab8664-7e44-47a3-bdf6-bf7acc55e900 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:58.421098 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef57af-2e37-474c-994c-09f9efadca1f req-a6418d1b-c055-4f30-ab48-cdcaca2f4dae tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:58.424020 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-56ef57af-2e37-474c-994c-09f9efadca1f req-a6418d1b-c055-4f30-ab48-cdcaca2f4dae tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 944 time: 0.1856833 Jun 10 15:29:58.437421 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8732a3d5-1ca0-4431-a359-565d3df74187 req-9016e4cf-656b-4e3b-93f3-a8465e903adc tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:58.445252 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8732a3d5-1ca0-4431-a359-565d3df74187 req-9016e4cf-656b-4e3b-93f3-a8465e903adc tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.2414329 Jun 10 15:29:58.521263 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8732a3d5-1ca0-4431-a359-565d3df74187 req-467be9f7-e106-43c3-85c1-9cf9aa2e99bd tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750635 Jun 10 15:29:58.558856 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-56ef57af-2e37-474c-994c-09f9efadca1f req-53ab86ca-d0f5-4ce6-b2a4-5ca5468c632c tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105404 Jun 10 15:29:58.585734 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b0ab8664-7e44-47a3-bdf6-bf7acc55e900 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:58.818790 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b0ab8664-7e44-47a3-bdf6-bf7acc55e900 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for port, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:59.016650 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b0ab8664-7e44-47a3-bdf6-bf7acc55e900 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:59.020555 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:29:59.105201 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ab8664-7e44-47a3-bdf6-bf7acc55e900 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Pushing event updated for resources: {'Port': ['ID=b16d0a54-04c6-4552-92ff-3a1a4d0c5e85,revision_number=2']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:29:59.108281 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-b0ab8664-7e44-47a3-bdf6-bf7acc55e900 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:29:59.126399 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b0ab8664-7e44-47a3-bdf6-bf7acc55e900 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:29:59.270043 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.db.l3_db [None req-b0ab8664-7e44-47a3-bdf6-bf7acc55e900 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Floating IP 82b518ea-b2a2-4209-9b19-9a62861ee6ef associated. External IP: 172.27.3.186, port: af47ca85-b4c5-4535-97f5-787d5339229d. Jun 10 15:29:59.548263 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 2bc42d40-6121-42e8-bbf4-131cb8bd4e52 up at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:29:59.583068 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ab8664-7e44-47a3-bdf6-bf7acc55e900 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Router 11464a77-e82e-4b50-8281-00d254842c66 has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:29:59.817882 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ab8664-7e44-47a3-bdf6-bf7acc55e900 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:29:59.829354 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d644f97-7660-4a0f-a41c-ccadeb0cf340 None None] Sync routers for ids ['11464a77-e82e-4b50-8281-00d254842c66'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:29:59.839770 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d644f97-7660-4a0f-a41c-ccadeb0cf340 None None] Routers {'11464a77-e82e-4b50-8281-00d254842c66'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:29:59.840444 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-4d644f97-7660-4a0f-a41c-ccadeb0cf340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:29:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['11464a77-e82e-4b50-8281-00d254842c66'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:29:59.846812 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64504d57-1acc-4900-baba-772a53e268a2 req-e70d1d51-60e5-4d04-b5a5-76e58c78cdd6 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:59.848271 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-64504d57-1acc-4900-baba-772a53e268a2 req-e70d1d51-60e5-4d04-b5a5-76e58c78cdd6 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.1613235 Jun 10 15:29:59.860150 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7d20a-7ca2-415f-bc4c-c299d9b6c105 req-4f61ae90-93b2-440c-b253-7fffe66bfd0a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:29:59.861569 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-bbf7d20a-7ca2-415f-bc4c-c299d9b6c105 req-4f61ae90-93b2-440c-b253-7fffe66bfd0a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 944 time: 0.1527207 Jun 10 15:29:59.925250 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-64504d57-1acc-4900-baba-772a53e268a2 req-991dc23d-9fe5-4b6e-bfac-ce614a43d65a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616291 Jun 10 15:29:59.930009 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-bbf7d20a-7ca2-415f-bc4c-c299d9b6c105 req-f84ced96-9eba-4f65-ae61-414b618d3c10 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610013 Jun 10 15:29:59.949931 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning for port 2bc42d40-6121-42e8-bbf4-131cb8bd4e52 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:29:59.964139 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning complete for port 2bc42d40-6121-42e8-bbf4-131cb8bd4e52 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:29:59.964524 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:00.003015 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b0ab8664-7e44-47a3-bdf6-bf7acc55e900 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for floatingip, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:00.037241 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-4d644f97-7660-4a0f-a41c-ccadeb0cf340 None None] Set router 11464a77-e82e-4b50-8281-00d254842c66 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:30:00.057730 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-b0ab8664-7e44-47a3-bdf6-bf7acc55e900 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9494705 Jun 10 15:30:00.057730 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8f85a9-1172-4e80-a7af-df616cef66c6', 'tag': 'af47ca85-b4c5-4535-97f5-787d5339229d'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:30:00.059600 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 55080) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:30:00.066659 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45a617f-05f5-4e49-a9f6-7ab77fd978c6" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8f85a9-1172-4e80-a7af-df616cef66c6", "tag": "af47ca85-b4c5-4535-97f5-787d5339229d"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:30:00.067092 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-2c63027a-c941-4644-b02b-1bf71dc29c6a tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1371762781', 'description': 'tempest-secgroup-smoke-1371762781 description', 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:30:00.109390 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454a7a01-0551-4e7b-b17d-5b09f897e148 x-openstack-request-id: req-454a7a01-0551-4e7b-b17d-5b09f897e148 {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:30:00.110200 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8f85a9-1172-4e80-a7af-df616cef66c6", "tag": "af47ca85-b4c5-4535-97f5-787d5339229d", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:30:00.110200 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-454a7a01-0551-4e7b-b17d-5b09f897e148 {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:30:00.110687 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8f85a9-1172-4e80-a7af-df616cef66c6', 'tag': 'af47ca85-b4c5-4535-97f5-787d5339229d', 'status': 'completed', 'code': 200} Jun 10 15:30:00.216769 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2c63027a-c941-4644-b02b-1bf71dc29c6a tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:00.220687 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a617f-05f5-4e49-a9f6-7ab77fd978c6 req-61061c7d-3e20-43f2-8b1b-b767e629070b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:00.222772 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f45a617f-05f5-4e49-a9f6-7ab77fd978c6 req-61061c7d-3e20-43f2-8b1b-b767e629070b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db0c59ccfeea45a7b9c0ebc35a81a341&device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 1099 time: 0.0795040 Jun 10 15:30:00.391936 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a617f-05f5-4e49-a9f6-7ab77fd978c6 req-14b0401d-c76c-440f-b26b-b9beaa5d4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:00.394857 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f45a617f-05f5-4e49-a9f6-7ab77fd978c6 req-14b0401d-c76c-440f-b26b-b9beaa5d4a8f service neutron] 10.222.0.45 "GET /v2.0/networks?id=99fc0f03-757d-421c-8ecc-585e7d30dced HTTP/1.1" status: 200 len: 916 time: 0.1654966 Jun 10 15:30:00.400228 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2c63027a-c941-4644-b02b-1bf71dc29c6a tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:00.401343 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:00.454052 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3116699d-923b-42d4-a0b4-d0ca62dfb3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc42d40-6121-42e8-bbf4-131cb8bd4e52'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:30:00.456951 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1ab9a7-e140-4cad-89d0-a94c3453e7b1" -d '{"events": [{"server_uuid": "3116699d-923b-42d4-a0b4-d0ca62dfb3cd", "name": "network-vif-plugged", "status": "completed", "tag": "2bc42d40-6121-42e8-bbf4-131cb8bd4e52"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:30:00.498579 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 2bc42d40-6121-42e8-bbf4-131cb8bd4e52, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2bc42d40-6121-42e8-bbf4-131cb8bd4e52,segment=NetworkSegment(dd55ab4e-eafe-44b9-953b-17cf372a6d06),segment_id=dd55ab4e-eafe-44b9-953b-17cf372a6d06)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:30:00.501606 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f45a617f-05f5-4e49-a9f6-7ab77fd978c6 req-e20b882a-678d-405a-a655-3a52a774be9e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af47ca85-b4c5-4535-97f5-787d5339229d HTTP/1.1" status: 200 len: 1000 time: 0.0987480 Jun 10 15:30:00.520293 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2c63027a-c941-4644-b02b-1bf71dc29c6a tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:00.522964 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-f56760d3-d60f-4773-97ab-fa6a68d75bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:30:00.586842 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63027a-c941-4644-b02b-1bf71dc29c6a tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b50c157-45bc-412d-8551-8be762dd3347,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:30:00.595377 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-2c63027a-c941-4644-b02b-1bf71dc29c6a tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:30:00.608833 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a617f-05f5-4e49-a9f6-7ab77fd978c6 req-24707daa-9a95-42fa-9082-a49068b5cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:00.610257 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f45a617f-05f5-4e49-a9f6-7ab77fd978c6 req-24707daa-9a95-42fa-9082-a49068b5cbe3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6b21160b-cc2e-4cb8-a64c-09bca992f2a7 HTTP/1.1" status: 200 len: 854 time: 0.1021099 Jun 10 15:30:00.711903 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a617f-05f5-4e49-a9f6-7ab77fd978c6 req-890bc07c-48b3-4f85-b384-80fb350be0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:00.712861 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-4d644f97-7660-4a0f-a41c-ccadeb0cf340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11464a77-e82e-4b50-8281-00d254842c66', 'name': 'tempest-TestMinimumBasicScenario-1015491086-router', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '7f9a7f26-9337-409b-a2b8-32cc57a55920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:28:10Z', 'updated_at': '2021-06-10T15:28:15Z', 'revision_number': 4, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'gw_port': {'id': '7f9a7f26-9337-409b-a2b8-32cc57a55920', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11464a77-e82e-4b50-8281-00d254842c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:11Z', 'updated_at': '2021-06-10T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': '82b518ea-b2a2-4209-9b19-9a62861ee6ef', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '11464a77-e82e-4b50-8281-00d254842c66', 'port_id': 'af47ca85-b4c5-4535-97f5-787d5339229d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced', 'mac_address': 'fa:16:3e:b1:b6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8f85a9-1172-4e80-a7af-df616cef66c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:29:57Z', 'updated_at': '2021-06-10T15:29:57Z', 'revision_number': 0, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8498eb48-0de7-4be2-a559-579e9b422c5d', 'name': '', 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'mac_address': 'fa:16:3e:ef:be:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11464a77-e82e-4b50-8281-00d254842c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '6b21160b-cc2e-4cb8-a64c-09bca992f2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:14Z', 'updated_at': '2021-06-10T15:28:23Z', 'revision_number': 5, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'subnets': [{'id': '6b21160b-cc2e-4cb8-a64c-09bca992f2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:30:00.713622 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f45a617f-05f5-4e49-a9f6-7ab77fd978c6 req-890bc07c-48b3-4f85-b384-80fb350be0b7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99fc0f03-757d-421c-8ecc-585e7d30dced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0876579 Jun 10 15:30:00.715475 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2a76ba-1417-4a20-9836-b34da2a0a2fa x-openstack-request-id: req-5c2a76ba-1417-4a20-9836-b34da2a0a2fa {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:30:00.715773 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3116699d-923b-42d4-a0b4-d0ca62dfb3cd", "name": "network-vif-plugged", "status": "completed", "tag": "2bc42d40-6121-42e8-bbf4-131cb8bd4e52", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:30:00.716031 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5c2a76ba-1417-4a20-9836-b34da2a0a2fa {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:30:00.716419 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3116699d-923b-42d4-a0b4-d0ca62dfb3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bc42d40-6121-42e8-bbf4-131cb8bd4e52', 'code': 200} Jun 10 15:30:00.719198 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d644f97-7660-4a0f-a41c-ccadeb0cf340 None None] Checking router: 11464a77-e82e-4b50-8281-00d254842c66 for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:30:00.726856 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:00.735590 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:30:00.735590 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d644f97-7660-4a0f-a41c-ccadeb0cf340 None None] Routers {'11464a77-e82e-4b50-8281-00d254842c66'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:30:00.736273 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-4d644f97-7660-4a0f-a41c-ccadeb0cf340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:29:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['11464a77-e82e-4b50-8281-00d254842c66'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:30:00.754972 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2c63027a-c941-4644-b02b-1bf71dc29c6a tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:00.759626 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-2c63027a-c941-4644-b02b-1bf71dc29c6a tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6982820 Jun 10 15:30:00.764613 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 55096) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:30:00.776283 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-c30b8dd6-0d9e-4592-ba77-8802264357a8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Request body: {'security_group_rule': {'security_group_id': '1b50c157-45bc-412d-8551-8be762dd3347', 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:30:00.915983 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f45a617f-05f5-4e49-a9f6-7ab77fd978c6 req-67aff955-0d13-43bf-b36c-923046b5be84 service neutron] 10.222.0.45 "GET /v2.0/networks/99fc0f03-757d-421c-8ecc-585e7d30dced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917360 Jun 10 15:30:00.923485 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=2bc42d40-6121-42e8-bbf4-131cb8bd4e52,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:30:00.929255 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:30:00.965034 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c30b8dd6-0d9e-4592-ba77-8802264357a8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:01.001330 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-4d644f97-7660-4a0f-a41c-ccadeb0cf340 None None] Set router 11464a77-e82e-4b50-8281-00d254842c66 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:30:01.075835 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c30b8dd6-0d9e-4592-ba77-8802264357a8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:01.242823 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c30b8dd6-0d9e-4592-ba77-8802264357a8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955263'] for security_group_rule, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:01.248566 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-302889e7-792d-4b9b-8318-dd48f52e487e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:30:01.267557 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30b8dd6-0d9e-4592-ba77-8802264357a8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4921a6be-af8c-4734-a3cf-1f978812694a,revision_number=0']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:30:01.276736 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-c30b8dd6-0d9e-4592-ba77-8802264357a8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:30:01.350634 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f45a617f-05f5-4e49-a9f6-7ab77fd978c6 req-6b5f59c7-20a1-45bc-ab13-4de8a07ffabf service neutron] 10.222.0.45 "GET /v2.0/networks/99fc0f03-757d-421c-8ecc-585e7d30dced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237733 Jun 10 15:30:01.440893 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80333cd7-ce78-4b6e-9788-4fcd94879a03 req-35436e0a-8a01-4373-8f01-d3b951a254dd tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:01.448636 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-80333cd7-ce78-4b6e-9788-4fcd94879a03 req-35436e0a-8a01-4373-8f01-d3b951a254dd tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.2467742 Jun 10 15:30:01.454074 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c30b8dd6-0d9e-4592-ba77-8802264357a8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:01.470007 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-c30b8dd6-0d9e-4592-ba77-8802264357a8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6922317 Jun 10 15:30:01.470793 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c420e53-2f71-4ad0-b227-4651738cafa1 req-6bd0e363-1d8b-4975-87e7-da923736a95b tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:01.472892 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4c420e53-2f71-4ad0-b227-4651738cafa1 req-6bd0e363-1d8b-4975-87e7-da923736a95b tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 945 time: 0.2724392 Jun 10 15:30:01.473377 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 55106) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:30:01.480631 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-49dc0deb-de27-4047-b8f0-617b1fdb51af tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Request body: {'security_group_rule': {'security_group_id': '1b50c157-45bc-412d-8551-8be762dd3347', 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:30:01.484205 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df0a73-2fbc-427e-82be-02d72271f696 req-813ce060-d965-4c8a-ba6b-ec9b83859c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:01.485950 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-37df0a73-2fbc-427e-82be-02d72271f696 req-813ce060-d965-4c8a-ba6b-ec9b83859c79 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 1098 time: 0.1200371 Jun 10 15:30:01.538722 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-4d644f97-7660-4a0f-a41c-ccadeb0cf340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11464a77-e82e-4b50-8281-00d254842c66', 'name': 'tempest-TestMinimumBasicScenario-1015491086-router', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '7f9a7f26-9337-409b-a2b8-32cc57a55920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:28:10Z', 'updated_at': '2021-06-10T15:28:15Z', 'revision_number': 4, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'gw_port': {'id': '7f9a7f26-9337-409b-a2b8-32cc57a55920', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11464a77-e82e-4b50-8281-00d254842c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:11Z', 'updated_at': '2021-06-10T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': '82b518ea-b2a2-4209-9b19-9a62861ee6ef', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '11464a77-e82e-4b50-8281-00d254842c66', 'port_id': 'af47ca85-b4c5-4535-97f5-787d5339229d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced', 'mac_address': 'fa:16:3e:b1:b6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8f85a9-1172-4e80-a7af-df616cef66c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:29:57Z', 'updated_at': '2021-06-10T15:29:57Z', 'revision_number': 0, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8498eb48-0de7-4be2-a559-579e9b422c5d', 'name': '', 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'mac_address': 'fa:16:3e:ef:be:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11464a77-e82e-4b50-8281-00d254842c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '6b21160b-cc2e-4cb8-a64c-09bca992f2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:14Z', 'updated_at': '2021-06-10T15:28:23Z', 'revision_number': 5, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'subnets': [{'id': '6b21160b-cc2e-4cb8-a64c-09bca992f2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:30:01.548938 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d644f97-7660-4a0f-a41c-ccadeb0cf340 None None] The sync data for ids ['11464a77-e82e-4b50-8281-00d254842c66'] in dv-cinder-772126-2-iscsi is: [{'id': '11464a77-e82e-4b50-8281-00d254842c66', 'name': 'tempest-TestMinimumBasicScenario-1015491086-router', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '7f9a7f26-9337-409b-a2b8-32cc57a55920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:28:10Z', 'updated_at': '2021-06-10T15:28:15Z', 'revision_number': 4, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'gw_port': {'id': '7f9a7f26-9337-409b-a2b8-32cc57a55920', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11464a77-e82e-4b50-8281-00d254842c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:11Z', 'updated_at': '2021-06-10T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': '82b518ea-b2a2-4209-9b19-9a62861ee6ef', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'floating_ip_address': '172.27.3.186', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '11464a77-e82e-4b50-8281-00d254842c66', 'port_id': 'af47ca85-b4c5-4535-97f5-787d5339229d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced', 'mac_address': 'fa:16:3e:b1:b6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a8f85a9-1172-4e80-a7af-df616cef66c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:29:57Z', 'updated_at': '2021-06-10T15:29:57Z', 'revision_number': 0, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8498eb48-0de7-4be2-a559-579e9b422c5d', 'name': '', 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'mac_address': 'fa:16:3e:ef:be:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11464a77-e82e-4b50-8281-00d254842c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '6b21160b-cc2e-4cb8-a64c-09bca992f2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:14Z', 'updated_at': '2021-06-10T15:28:23Z', 'revision_number': 5, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'subnets': [{'id': '6b21160b-cc2e-4cb8-a64c-09bca992f2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:30:01.561308 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-37df0a73-2fbc-427e-82be-02d72271f696 req-48595f9e-3028-49cc-8880-89ab84f18d48 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637112 Jun 10 15:30:01.577974 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4c420e53-2f71-4ad0-b227-4651738cafa1 req-fa6c942a-4f26-4741-91f8-ada5a2f7ce4c tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823104 Jun 10 15:30:01.594803 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-80333cd7-ce78-4b6e-9788-4fcd94879a03 req-119fe7fb-252b-4c2b-94d3-c2c168202555 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451747 Jun 10 15:30:01.677219 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-49dc0deb-de27-4047-b8f0-617b1fdb51af tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:01.756624 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-49dc0deb-de27-4047-b8f0-617b1fdb51af tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:01.816815 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeae422-18a8-409d-9c71-d98ae28a4aaf None None] New status for floating IP 82b518ea-b2a2-4209-9b19-9a62861ee6ef: ACTIVE {{(pid=92443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:30:01.837582 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-49dc0deb-de27-4047-b8f0-617b1fdb51af tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955263'] for security_group_rule, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:01.840702 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:30:01.858886 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dc0deb-de27-4047-b8f0-617b1fdb51af tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d5e7cde-825b-44dc-821b-df2364fd9193,revision_number=0']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:30:01.861705 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-49dc0deb-de27-4047-b8f0-617b1fdb51af tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:30:01.931692 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-49dc0deb-de27-4047-b8f0-617b1fdb51af tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:01.934273 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-49dc0deb-de27-4047-b8f0-617b1fdb51af tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4573767 Jun 10 15:30:01.936188 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 55108) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:30:01.941048 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-0cf880f8-2e6b-4964-8e19-d0b96c7cfe35 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Request body: {'security_group_rule': {'security_group_id': '1b50c157-45bc-412d-8551-8be762dd3347', 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:30:02.088412 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0cf880f8-2e6b-4964-8e19-d0b96c7cfe35 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:02.156367 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0cf880f8-2e6b-4964-8e19-d0b96c7cfe35 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:02.260118 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0cf880f8-2e6b-4964-8e19-d0b96c7cfe35 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955263'] for security_group_rule, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:02.262650 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-38bb0e61-2c68-426e-9abb-9ac52e215798 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:30:02.280031 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf880f8-2e6b-4964-8e19-d0b96c7cfe35 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d09f6ed-577e-4013-b89d-a73c94bf41b8,revision_number=0']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:30:02.282587 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-0cf880f8-2e6b-4964-8e19-d0b96c7cfe35 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:30:02.368884 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0cf880f8-2e6b-4964-8e19-d0b96c7cfe35 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:02.369946 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-0cf880f8-2e6b-4964-8e19-d0b96c7cfe35 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4327869 Jun 10 15:30:02.372758 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 55112) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:30:02.377672 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-62e740df-c832-4be7-8d62-a873c05f427c tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Request body: {'security_group_rule': {'security_group_id': '1b50c157-45bc-412d-8551-8be762dd3347', 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:30:02.494705 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-62e740df-c832-4be7-8d62-a873c05f427c tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:02.571853 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-62e740df-c832-4be7-8d62-a873c05f427c tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:02.682700 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-62e740df-c832-4be7-8d62-a873c05f427c tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955263'] for security_group_rule, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:02.688374 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-49dc0deb-de27-4047-b8f0-617b1fdb51af tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:30:02.707854 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e740df-c832-4be7-8d62-a873c05f427c tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8405238-c26f-4261-bc27-14a54f279dae,revision_number=0']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:30:02.712974 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-62e740df-c832-4be7-8d62-a873c05f427c tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:30:02.818372 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-62e740df-c832-4be7-8d62-a873c05f427c tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:02.821515 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-62e740df-c832-4be7-8d62-a873c05f427c tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4460013 Jun 10 15:30:02.822562 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 55118) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:30:02.827601 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-8e081948-1ca4-4c8c-94f6-e6d94215b5bc tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Request body: {'security_group_rule': {'security_group_id': '1b50c157-45bc-412d-8551-8be762dd3347', 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:30:02.885678 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196f870-3f69-4a20-bd04-f2a45dbd4a8a req-cb7eb5e2-4fb6-4092-a2a7-38b254a5e8c1 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:02.895891 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9196f870-3f69-4a20-bd04-f2a45dbd4a8a req-cb7eb5e2-4fb6-4092-a2a7-38b254a5e8c1 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 945 time: 0.1262631 Jun 10 15:30:02.928633 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.db.securitygroups_db [None req-8e081948-1ca4-4c8c-94f6-e6d94215b5bc tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Project db0c59ccfeea45a7b9c0ebc35a81a341 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 15:30:02.932905 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23b27c-000d-490e-b1a4-25523f1cf357 req-e55a4b69-f4e9-4c87-aa9f-a65e64f4503b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:02.934444 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2b23b27c-000d-490e-b1a4-25523f1cf357 req-e55a4b69-f4e9-4c87-aa9f-a65e64f4503b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.1987557 Jun 10 15:30:02.935580 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8e081948-1ca4-4c8c-94f6-e6d94215b5bc tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:02.984822 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9196f870-3f69-4a20-bd04-f2a45dbd4a8a req-d86db054-0ff1-41d7-a574-46e9e772d18c tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879307 Jun 10 15:30:03.023128 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2b23b27c-000d-490e-b1a4-25523f1cf357 req-baca32fe-f038-473d-9afd-31b87b06026b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813894 Jun 10 15:30:03.064893 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8e081948-1ca4-4c8c-94f6-e6d94215b5bc tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:03.157141 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8e081948-1ca4-4c8c-94f6-e6d94215b5bc tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955263'] for security_group_rule, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:03.159688 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-dd308773-2109-4a03-b70c-d9fa6daab172 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:30:03.181968 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e081948-1ca4-4c8c-94f6-e6d94215b5bc tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284e047d-c575-4a95-99cd-b65c8adae118,revision_number=0']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:30:03.194271 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-8e081948-1ca4-4c8c-94f6-e6d94215b5bc tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:30:03.266027 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8e081948-1ca4-4c8c-94f6-e6d94215b5bc tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:03.270649 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-8e081948-1ca4-4c8c-94f6-e6d94215b5bc tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4437313 Jun 10 15:30:03.270927 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 55124) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:30:03.276475 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-62eafd81-9c77-4a3d-9cff-577c727681f6 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Request body: {'security_group_rule': {'security_group_id': '1b50c157-45bc-412d-8551-8be762dd3347', 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:30:03.402960 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.db.securitygroups_db [None req-62eafd81-9c77-4a3d-9cff-577c727681f6 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Project db0c59ccfeea45a7b9c0ebc35a81a341 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 15:30:03.409022 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-62eafd81-9c77-4a3d-9cff-577c727681f6 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:03.486447 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-62eafd81-9c77-4a3d-9cff-577c727681f6 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:03.582241 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-62eafd81-9c77-4a3d-9cff-577c727681f6 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955263'] for security_group_rule, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:03.586896 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:30:03.606492 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eafd81-9c77-4a3d-9cff-577c727681f6 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29cd0234-bd90-478b-9ff4-f7e0bb0c3745,revision_number=0']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:30:03.611073 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-62eafd81-9c77-4a3d-9cff-577c727681f6 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:30:03.691852 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-62eafd81-9c77-4a3d-9cff-577c727681f6 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:03.695905 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-62eafd81-9c77-4a3d-9cff-577c727681f6 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4239118 Jun 10 15:30:03.829946 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e9812f35-73a7-46a4-a865-c0e8b2dda52d req-af723fec-d123-4296-8756-9d1f9ca2e39b tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1371762781&fields=id&tenant_id=db0c59ccfeea45a7b9c0ebc35a81a341 HTTP/1.1" status: 200 len: 267 time: 0.0415204 Jun 10 15:30:03.934651 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9812f35-73a7-46a4-a865-c0e8b2dda52d req-45985555-54ca-44eb-ab6a-c59af53c5b28 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:03.936411 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e9812f35-73a7-46a4-a865-c0e8b2dda52d req-45985555-54ca-44eb-ab6a-c59af53c5b28 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 946 time: 0.0991647 Jun 10 15:30:03.951973 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-e9812f35-73a7-46a4-a865-c0e8b2dda52d req-bd1dccd8-b6ff-4146-969c-81b703018727 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Request body: {'port': {'security_groups': ['266b3bc2-05d3-4a13-bc26-4ec178b5ce33', '1b50c157-45bc-412d-8551-8be762dd3347']}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:30:04.078607 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-e9812f35-73a7-46a4-a865-c0e8b2dda52d req-bd1dccd8-b6ff-4146-969c-81b703018727 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:04.299766 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-e9812f35-73a7-46a4-a865-c0e8b2dda52d req-bd1dccd8-b6ff-4146-969c-81b703018727 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] For port af47ca85-b4c5-4535-97f5-787d5339229d, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=af47ca85-b4c5-4535-97f5-787d5339229d,segment=NetworkSegment(3dc8b9e0-7668-4e54-9f57-ca651e2186a9),segment_id=3dc8b9e0-7668-4e54-9f57-ca651e2186a9)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:30:04.330440 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-e9812f35-73a7-46a4-a865-c0e8b2dda52d req-bd1dccd8-b6ff-4146-969c-81b703018727 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for port, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:04.591811 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-e9812f35-73a7-46a4-a865-c0e8b2dda52d req-bd1dccd8-b6ff-4146-969c-81b703018727 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:04.595652 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-5764262f-e08e-4ce9-94ea-1ece2a84dd5a tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:30:04.804149 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['af47ca85-b4c5-4535-97f5-787d5339229d'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:30:04.954056 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9812f35-73a7-46a4-a865-c0e8b2dda52d req-bd1dccd8-b6ff-4146-969c-81b703018727 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:04.955078 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-e9812f35-73a7-46a4-a865-c0e8b2dda52d req-bd1dccd8-b6ff-4146-969c-81b703018727 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:04.957215 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e9812f35-73a7-46a4-a865-c0e8b2dda52d req-bd1dccd8-b6ff-4146-969c-81b703018727 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "PUT /v2.0/ports/af47ca85-b4c5-4535-97f5-787d5339229d HTTP/1.1" status: 200 len: 982 time: 1.0105891 Jun 10 15:30:04.957984 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8f85a9-1172-4e80-a7af-df616cef66c6', 'tag': 'af47ca85-b4c5-4535-97f5-787d5339229d'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:30:04.961304 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1ab6a4-4047-4e0a-bb7c-b0fcda2813a5" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8f85a9-1172-4e80-a7af-df616cef66c6", "tag": "af47ca85-b4c5-4535-97f5-787d5339229d"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:30:05.026606 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1dccd8-b6ff-4146-969c-81b703018727 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Pushing event updated for resources: {'Port': ['ID=af47ca85-b4c5-4535-97f5-787d5339229d,revision_number=6']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:30:05.027073 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:05.030441 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-bd1dccd8-b6ff-4146-969c-81b703018727 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:30:05.205362 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ed36c-78a2-4d52-a905-6fdd026b3df8 req-c4829d2c-3b40-4877-a56e-b5f63e0fcbca tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:05.208792 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2d5ed36c-78a2-4d52-a905-6fdd026b3df8 req-c4829d2c-3b40-4877-a56e-b5f63e0fcbca tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 945 time: 0.1146657 Jun 10 15:30:05.285958 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2d5ed36c-78a2-4d52-a905-6fdd026b3df8 req-b033e608-2fb9-48ae-b9fc-d507d6699f40 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642126 Jun 10 15:30:05.302153 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-c9f25a4e-79eb-42ce-8686-eff8173697ba None None] Provisioning complete for port af47ca85-b4c5-4535-97f5-787d5339229d triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:30:05.302624 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f25a4e-79eb-42ce-8686-eff8173697ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:05.507479 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837f0b9-8445-4eaf-8980-4308dcf9a7b6 req-7c679de5-ae66-406e-8447-2e37b6953f02 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:05.514266 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1837f0b9-8445-4eaf-8980-4308dcf9a7b6 req-7c679de5-ae66-406e-8447-2e37b6953f02 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.1065662 Jun 10 15:30:05.557901 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1837f0b9-8445-4eaf-8980-4308dcf9a7b6 req-ec6dbe8c-428b-412d-abc6-c49a2147f9b6 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420523 Jun 10 15:30:05.777882 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb44f1-a11f-4f77-a88f-ece6b36b70fa req-2ec2d64f-926c-4c0f-97e3-b6689c018267 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:05.779876 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6bfb44f1-a11f-4f77-a88f-ece6b36b70fa req-2ec2d64f-926c-4c0f-97e3-b6689c018267 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 985 time: 0.0850108 Jun 10 15:30:05.839318 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6bfb44f1-a11f-4f77-a88f-ece6b36b70fa req-734d691c-d09e-43d9-88aa-e67f537b933c tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b50c157-45bc-412d-8551-8be762dd3347&id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523696 Jun 10 15:30:05.917112 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1fe01d-8780-4513-8a31-d46852b0b6a2 x-openstack-request-id: req-cd1fe01d-8780-4513-8a31-d46852b0b6a2 {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:30:05.917540 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8f85a9-1172-4e80-a7af-df616cef66c6", "tag": "af47ca85-b4c5-4535-97f5-787d5339229d", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:30:05.917923 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cd1fe01d-8780-4513-8a31-d46852b0b6a2 {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:30:05.918421 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8f85a9-1172-4e80-a7af-df616cef66c6', 'tag': 'af47ca85-b4c5-4535-97f5-787d5339229d', 'status': 'completed', 'code': 200} Jun 10 15:30:06.490925 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cdd8f-45c3-4920-a118-099aa81dfd69 req-3fd6e014-6ca2-4f86-b7fa-ab330caf12b2 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:06.494252 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3b2cdd8f-45c3-4920-a118-099aa81dfd69 req-3fd6e014-6ca2-4f86-b7fa-ab330caf12b2 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 945 time: 0.0918779 Jun 10 15:30:06.547530 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3b2cdd8f-45c3-4920-a118-099aa81dfd69 req-cba5bf12-d644-4694-b28a-dfcd8f2887aa tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495379 Jun 10 15:30:06.783215 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a39cb5-8126-429e-a823-e02d11c57702 req-6a96d1fc-ce1f-4df2-af8e-2e46488214da tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:06.790257 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-14a39cb5-8126-429e-a823-e02d11c57702 req-6a96d1fc-ce1f-4df2-af8e-2e46488214da tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.0981987 Jun 10 15:30:06.832394 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-14a39cb5-8126-429e-a823-e02d11c57702 req-e4712e5c-7aba-48bd-b521-a0a40462fbdd tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410376 Jun 10 15:30:06.889927 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ab6a4-4047-4e0a-bb7c-b0fcda2813a5 req-72630587-f69c-49f6-b361-bdcfd919c0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:06.891377 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-db1ab6a4-4047-4e0a-bb7c-b0fcda2813a5 req-72630587-f69c-49f6-b361-bdcfd919c0f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db0c59ccfeea45a7b9c0ebc35a81a341&device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 1138 time: 0.0826306 Jun 10 15:30:07.024046 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ab6a4-4047-4e0a-bb7c-b0fcda2813a5 req-9b95ddcd-4c55-4dd0-a5cf-cf342cc67d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:07.025619 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-db1ab6a4-4047-4e0a-bb7c-b0fcda2813a5 req-9b95ddcd-4c55-4dd0-a5cf-cf342cc67d75 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99fc0f03-757d-421c-8ecc-585e7d30dced HTTP/1.1" status: 200 len: 916 time: 0.1267617 Jun 10 15:30:07.079792 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['af47ca85-b4c5-4535-97f5-787d5339229d'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:30:07.115459 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-db1ab6a4-4047-4e0a-bb7c-b0fcda2813a5 req-64934f5d-dbc5-4e64-a794-7e4590321b00 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af47ca85-b4c5-4535-97f5-787d5339229d HTTP/1.1" status: 200 len: 1002 time: 0.0827916 Jun 10 15:30:07.181818 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ab6a4-4047-4e0a-bb7c-b0fcda2813a5 req-7f9273fe-d627-49e0-8966-4a30838faa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:07.183577 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-db1ab6a4-4047-4e0a-bb7c-b0fcda2813a5 req-7f9273fe-d627-49e0-8966-4a30838faa2b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6b21160b-cc2e-4cb8-a64c-09bca992f2a7 HTTP/1.1" status: 200 len: 854 time: 0.0607800 Jun 10 15:30:07.257054 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ab6a4-4047-4e0a-bb7c-b0fcda2813a5 req-99a3a0aa-a1ed-4f12-9d9c-8a87609e82e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:07.258876 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-db1ab6a4-4047-4e0a-bb7c-b0fcda2813a5 req-99a3a0aa-a1ed-4f12-9d9c-8a87609e82e4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99fc0f03-757d-421c-8ecc-585e7d30dced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666945 Jun 10 15:30:07.403170 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-db1ab6a4-4047-4e0a-bb7c-b0fcda2813a5 req-dc73d05f-9e51-4695-9d0b-be99d96d3311 service neutron] 10.222.0.45 "GET /v2.0/networks/99fc0f03-757d-421c-8ecc-585e7d30dced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364491 Jun 10 15:30:07.559241 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-db1ab6a4-4047-4e0a-bb7c-b0fcda2813a5 req-b5b33381-62ac-4f37-aa9e-569d27152cdb service neutron] 10.222.0.45 "GET /v2.0/networks/99fc0f03-757d-421c-8ecc-585e7d30dced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490116 Jun 10 15:30:07.748945 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec1e63-8d49-401e-9879-d45d0fb4bd8e req-419b6ab0-4965-4c53-92d0-e843c3f57571 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:07.750445 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b8ec1e63-8d49-401e-9879-d45d0fb4bd8e req-419b6ab0-4965-4c53-92d0-e843c3f57571 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 945 time: 0.0790272 Jun 10 15:30:07.808298 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b8ec1e63-8d49-401e-9879-d45d0fb4bd8e req-9692ec29-7e2e-428a-af89-020724208d3c tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378475 Jun 10 15:30:08.026913 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f29fe-d084-4b5b-9324-18928888fd16 req-7beaebdf-f36c-4eb0-bbbe-97b58888f6d3 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:08.028786 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8f4f29fe-d084-4b5b-9324-18928888fd16 req-7beaebdf-f36c-4eb0-bbbe-97b58888f6d3 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.0744925 Jun 10 15:30:08.073226 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8f4f29fe-d084-4b5b-9324-18928888fd16 req-f89a1911-dc9c-4517-8c34-3dbd4dc9eb0c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387661 Jun 10 15:30:09.031088 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9c1a5-8472-4a8f-be45-8bf885461ec5 req-51dd59f0-46cb-423e-b4eb-acf3d0feec46 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:09.033567 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-97d9c1a5-8472-4a8f-be45-8bf885461ec5 req-51dd59f0-46cb-423e-b4eb-acf3d0feec46 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 945 time: 0.1135378 Jun 10 15:30:09.090202 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-97d9c1a5-8472-4a8f-be45-8bf885461ec5 req-31ad7f45-957b-4d5e-8db0-bc4678f8d4ec tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493205 Jun 10 15:30:09.268760 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efe603-d086-44f4-b25f-1f42d2c8f1fc req-78c58f53-be6e-48ed-b4a9-b0c9074cd206 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:09.271426 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b4efe603-d086-44f4-b25f-1f42d2c8f1fc req-78c58f53-be6e-48ed-b4a9-b0c9074cd206 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.0738070 Jun 10 15:30:09.320551 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b4efe603-d086-44f4-b25f-1f42d2c8f1fc req-b6a1b7d3-0627-46ae-8b2a-582857574a67 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366354 Jun 10 15:30:10.291274 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a1bb60-3b7c-4017-aaf2-79a893380f18 req-18eaca49-fe54-4a9a-bf54-548441a32745 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:10.292734 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d7a1bb60-3b7c-4017-aaf2-79a893380f18 req-18eaca49-fe54-4a9a-bf54-548441a32745 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 945 time: 0.0740376 Jun 10 15:30:10.335004 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d7a1bb60-3b7c-4017-aaf2-79a893380f18 req-274ff416-9d9a-491c-b21a-223e1446554e tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362613 Jun 10 15:30:10.530898 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b9798-dd2f-4708-ae66-b53b8fc84832 req-807b7673-0d12-4a3c-bb8f-8a61f8825c52 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:10.532443 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f86b9798-dd2f-4708-ae66-b53b8fc84832 req-807b7673-0d12-4a3c-bb8f-8a61f8825c52 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.0856574 Jun 10 15:30:10.575990 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f86b9798-dd2f-4708-ae66-b53b8fc84832 req-23db5138-b1b2-4399-ba2a-a97b045dbc7f tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375602 Jun 10 15:30:11.774425 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c870fb7-8c3d-4063-abc3-b3652dfaebfc req-2aabdb9c-a233-4024-b50d-2ee188edd66c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:11.775930 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7c870fb7-8c3d-4063-abc3-b3652dfaebfc req-2aabdb9c-a233-4024-b50d-2ee188edd66c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.0791948 Jun 10 15:30:11.820334 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7c870fb7-8c3d-4063-abc3-b3652dfaebfc req-74052cc0-a3e6-41b1-bc0d-16565a53f514 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388854 Jun 10 15:30:12.071020 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b60ca7-1efe-410d-a5e3-75f51e52f09f req-3f30c881-915e-4916-abb6-b2aefbfb2fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:12.072490 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-36b60ca7-1efe-410d-a5e3-75f51e52f09f req-3f30c881-915e-4916-abb6-b2aefbfb2fee service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc7c5988e6c495d9a904fb9069702f2&device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 1099 time: 0.0587454 Jun 10 15:30:12.187723 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b60ca7-1efe-410d-a5e3-75f51e52f09f req-f5b45604-067a-404e-a78f-9306b5b1f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:12.189157 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-36b60ca7-1efe-410d-a5e3-75f51e52f09f req-f5b45604-067a-404e-a78f-9306b5b1f809 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4d632323-dfef-4d59-99a6-62839bb06dc5 HTTP/1.1" status: 200 len: 918 time: 0.1101882 Jun 10 15:30:12.275497 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-36b60ca7-1efe-410d-a5e3-75f51e52f09f req-59ce8021-9347-4dd9-ba83-d242ecb18117 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b80f310-4a37-4776-acee-7b3c5ffca785 HTTP/1.1" status: 200 len: 1000 time: 0.0784111 Jun 10 15:30:12.331185 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b60ca7-1efe-410d-a5e3-75f51e52f09f req-7fe20bf1-b1b3-4156-a339-2ffaf7ab8701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:12.332687 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-36b60ca7-1efe-410d-a5e3-75f51e52f09f req-7fe20bf1-b1b3-4156-a339-2ffaf7ab8701 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7a2c655e-5d93-4119-a397-dc5fc7c831fb HTTP/1.1" status: 200 len: 856 time: 0.0508249 Jun 10 15:30:12.394394 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b60ca7-1efe-410d-a5e3-75f51e52f09f req-445c9d81-c419-4756-9630-44d3f8f54aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:12.395857 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-36b60ca7-1efe-410d-a5e3-75f51e52f09f req-445c9d81-c419-4756-9630-44d3f8f54aad service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4d632323-dfef-4d59-99a6-62839bb06dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569155 Jun 10 15:30:12.511366 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-36b60ca7-1efe-410d-a5e3-75f51e52f09f req-fe14bcb2-a641-4327-8b77-d1d32b660bec service neutron] 10.222.0.45 "GET /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089058 Jun 10 15:30:12.626212 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-36b60ca7-1efe-410d-a5e3-75f51e52f09f req-12762e28-7580-48d3-8177-c3fa6ab940b5 service neutron] 10.222.0.45 "GET /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084812 Jun 10 15:30:13.005263 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73831af-811a-4a3b-bf8e-b1fdfb7572d8 req-ccaae199-b3a8-4d63-b7c4-d2a26e7f62ac tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:13.006687 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e73831af-811a-4a3b-bf8e-b1fdfb7572d8 req-ccaae199-b3a8-4d63-b7c4-d2a26e7f62ac tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.0689483 Jun 10 15:30:13.050438 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e73831af-811a-4a3b-bf8e-b1fdfb7572d8 req-2587d918-1f67-49ba-9f7f-210741bdd7fd tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380983 Jun 10 15:30:14.248626 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a201419-b188-4246-b297-20544ddb7e03 req-cee16f5f-eaba-47e3-92ca-fa15f239824c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:14.250094 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3a201419-b188-4246-b297-20544ddb7e03 req-cee16f5f-eaba-47e3-92ca-fa15f239824c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 946 time: 0.0734732 Jun 10 15:30:14.294272 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3a201419-b188-4246-b297-20544ddb7e03 req-1251882e-b156-4755-81a3-d7470d9518de tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379472 Jun 10 15:30:14.457782 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 55246) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:30:14.561501 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ba1b3fa0-9333-480e-b123-85cbc356733e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:14.651605 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ba1b3fa0-9333-480e-b123-85cbc356733e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:14.742512 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ba1b3fa0-9333-480e-b123-85cbc356733e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:14.745132 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-ad66deef-5d4e-48c4-8aa1-187755673b8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:30:14.783787 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b3fa0-9333-480e-b123-85cbc356733e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea7297d-df3f-4077-ba1a-c14c62104625,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:30:14.788345 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-ba1b3fa0-9333-480e-b123-85cbc356733e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d0260898e9da4c408b91cc4f271454c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294227 Jun 10 15:30:14.789277 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-ba1b3fa0-9333-480e-b123-85cbc356733e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:30:14.791031 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 55252) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:30:14.824397 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 7b80f310-4a37-4776-acee-7b3c5ffca785 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:30:14.854748 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c5744fed-d0d4-4550-b0c4-a9c7fd725d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:14.878178 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c5744fed-d0d4-4550-b0c4-a9c7fd725d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:14.927203 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:14.955700 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c9033f-694e-435e-babb-5daa9f8b7bcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b80f310-4a37-4776-acee-7b3c5ffca785'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:30:14.958719 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3d1266-5421-45c0-9576-25874dfe490d" -d '{"events": [{"server_uuid": "14c9033f-694e-435e-babb-5daa9f8b7bcc", "name": "network-vif-unplugged", "status": "completed", "tag": "7b80f310-4a37-4776-acee-7b3c5ffca785"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:30:14.973161 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 7b80f310-4a37-4776-acee-7b3c5ffca785, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=7b80f310-4a37-4776-acee-7b3c5ffca785,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:30:14.993151 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Jun 2021 15:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9595f2e-7beb-44db-a0c6-7d70b0278894 x-openstack-request-id: req-c9595f2e-7beb-44db-a0c6-7d70b0278894 {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:30:14.993464 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c9033f-694e-435e-babb-5daa9f8b7bcc", "name": "network-vif-unplugged", "status": "failed", "tag": "7b80f310-4a37-4776-acee-7b3c5ffca785", "code": 422}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:30:14.993712 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c9595f2e-7beb-44db-a0c6-7d70b0278894 {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:30:14.994184 dv-cinder-772126-2-iscsi neutron-server[92442]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '14c9033f-694e-435e-babb-5daa9f8b7bcc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7b80f310-4a37-4776-acee-7b3c5ffca785', 'code': 422} returned with failed status Jun 10 15:30:15.022612 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c5744fed-d0d4-4550-b0c4-a9c7fd725d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:15.025276 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c5744fed-d0d4-4550-b0c4-a9c7fd725d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:15.026453 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-c5744fed-d0d4-4550-b0c4-a9c7fd725d8c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aea7297d-df3f-4077-ba1a-c14c62104625 HTTP/1.1" status: 204 len: 168 time: 0.2343340 Jun 10 15:30:15.028314 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-8e015cce-45c2-4b63-a060-bda4b5ec963e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:30:15.039985 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5744fed-d0d4-4550-b0c4-a9c7fd725d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea7297d-df3f-4077-ba1a-c14c62104625,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:30:15.045766 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-c5744fed-d0d4-4550-b0c4-a9c7fd725d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:30:15.085416 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:15.087183 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-60e45c79-aedd-4686-afe3-98d8ac8ce7b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:30:15.147110 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=7b80f310-4a37-4776-acee-7b3c5ffca785,revision_number=8']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:30:15.153017 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:30:15.487476 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dde800-9b0d-4785-8d50-04d9b18e7e3f req-aabb71f5-61aa-4d57-a2ee-8ee142268f76 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:15.489376 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-65dde800-9b0d-4785-8d50-04d9b18e7e3f req-aabb71f5-61aa-4d57-a2ee-8ee142268f76 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0761888 Jun 10 15:30:15.530960 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-65dde800-9b0d-4785-8d50-04d9b18e7e3f req-2f528bea-f42b-4f48-add6-6ca487ea2e1a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358753 Jun 10 15:30:15.690080 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 55270) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:30:15.712084 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-26dfc452-ec11-482c-8594-d87ae1ab8ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:15.812604 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-26dfc452-ec11-482c-8594-d87ae1ab8ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:15.883253 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-26dfc452-ec11-482c-8594-d87ae1ab8ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:15.886027 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-7de1ecbc-1c7a-4884-9c92-7967fe4bfae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:30:15.926745 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-26dfc452-ec11-482c-8594-d87ae1ab8ed1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7b5713003f75409c831f7ccae221b5c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354107 Jun 10 15:30:15.927781 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dfc452-ec11-482c-8594-d87ae1ab8ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373d6abd-269f-4406-b7a9-e2a1cc75d4c0,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:30:15.929474 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 55278) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:30:15.931395 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-26dfc452-ec11-482c-8594-d87ae1ab8ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:30:15.988852 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-97540aa3-73bf-4d08-bc84-f320356d2a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:16.011567 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-97540aa3-73bf-4d08-bc84-f320356d2a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:16.205306 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-97540aa3-73bf-4d08-bc84-f320356d2a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:16.208787 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-97540aa3-73bf-4d08-bc84-f320356d2a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:16.210184 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-97540aa3-73bf-4d08-bc84-f320356d2a7a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/373d6abd-269f-4406-b7a9-e2a1cc75d4c0 HTTP/1.1" status: 204 len: 168 time: 0.2793531 Jun 10 15:30:16.211431 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-59472419-22d5-4431-bb29-049cde190caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:30:16.222197 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97540aa3-73bf-4d08-bc84-f320356d2a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373d6abd-269f-4406-b7a9-e2a1cc75d4c0,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:30:16.225303 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-97540aa3-73bf-4d08-bc84-f320356d2a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:30:17.632193 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ab18d-d5d1-498c-a371-bd73d7c06b09 req-13de5ce1-389a-4c58-986f-c0d3e0884ca3 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:17.633773 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e16ab18d-d5d1-498c-a371-bd73d7c06b09 req-13de5ce1-389a-4c58-986f-c0d3e0884ca3 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0849981 Jun 10 15:30:17.679362 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e16ab18d-d5d1-498c-a371-bd73d7c06b09 req-6b4926ca-4ffc-47c7-b08e-4048a95cc7f8 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387542 Jun 10 15:30:18.119474 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 55376) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:30:18.194299 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-6e664dba-c698-4c14-b446-7be283a6d7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:18.217713 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-c831abff-b8f3-4dfc-bfe8-caa2ae8e861f req-a1889fb4-e64a-486b-a538-86839acaa217 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0969503 Jun 10 15:30:18.854291 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 7b80f310-4a37-4776-acee-7b3c5ffca785 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:30:18.872370 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fba9e-f973-408a-879a-388213a7dd43 req-e6d61873-a27c-4067-8065-c5c0c197838d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:18.874007 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-545fba9e-f973-408a-879a-388213a7dd43 req-e6d61873-a27c-4067-8065-c5c0c197838d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0705500 Jun 10 15:30:18.921348 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-545fba9e-f973-408a-879a-388213a7dd43 req-97ff0daf-f42c-4152-af0e-eb0b78d2fb1d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391521 Jun 10 15:30:20.121894 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeea18e-1a96-4d2c-8cb7-ca6922853e72 req-8f0ff49a-cbb5-46b6-81b4-334a151416b3 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:20.124089 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-caeea18e-1a96-4d2c-8cb7-ca6922853e72 req-8f0ff49a-cbb5-46b6-81b4-334a151416b3 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0798042 Jun 10 15:30:20.168815 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-caeea18e-1a96-4d2c-8cb7-ca6922853e72 req-8efbb8d8-9d5b-4630-b983-9703d7e14036 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379918 Jun 10 15:30:20.737012 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-97fff66c-e3dd-4e7e-ae14-36ece297e364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:20.742766 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:21.382843 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfafbf-2149-4227-99c1-c74d0deef561 req-bfe43696-dec9-4f3a-998b-5ed50436c45e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:21.386416 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-58bfafbf-2149-4227-99c1-c74d0deef561 req-bfe43696-dec9-4f3a-998b-5ed50436c45e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0897343 Jun 10 15:30:21.433839 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-58bfafbf-2149-4227-99c1-c74d0deef561 req-e47b4e8b-997c-4981-b976-325eb18c0c6c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403070 Jun 10 15:30:21.917879 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:22.620573 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be27d8-2f8d-46a7-bdb0-c8e5202e62f4 req-acf45547-71b5-4921-a401-3eceedb529ab tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:22.622070 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-00be27d8-2f8d-46a7-bdb0-c8e5202e62f4 req-acf45547-71b5-4921-a401-3eceedb529ab tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0738230 Jun 10 15:30:22.663922 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-00be27d8-2f8d-46a7-bdb0-c8e5202e62f4 req-73912c41-44d3-476e-8cb3-dc0b6c6b6722 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362856 Jun 10 15:30:23.634055 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:23.851653 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b013a21-9361-4bd3-b5b0-b64989bbbb56 req-82dab7fa-745a-44d8-9e5b-1b15292c75f6 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:23.853159 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2b013a21-9361-4bd3-b5b0-b64989bbbb56 req-82dab7fa-745a-44d8-9e5b-1b15292c75f6 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0705633 Jun 10 15:30:23.897212 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2b013a21-9361-4bd3-b5b0-b64989bbbb56 req-d7a1c1ec-14d1-4e4e-b8bf-0d22a4b9fae0 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376327 Jun 10 15:30:24.206537 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:30:25.087452 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915faeb4-bd86-4718-9c9d-505c8e9f7f48 req-e9282f55-d24a-4b8c-9e6f-75d908d3b899 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:25.088925 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-915faeb4-bd86-4718-9c9d-505c8e9f7f48 req-e9282f55-d24a-4b8c-9e6f-75d908d3b899 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0727942 Jun 10 15:30:25.130798 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-915faeb4-bd86-4718-9c9d-505c8e9f7f48 req-8a37848e-cbde-4613-9c2e-1aac46b05b57 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361629 Jun 10 15:30:26.326757 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27bb4d-9932-4025-8ff9-be81ace26860 req-d08acb56-5817-4a06-9153-5fd2615e942c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:26.329078 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fb27bb4d-9932-4025-8ff9-be81ace26860 req-d08acb56-5817-4a06-9153-5fd2615e942c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0761800 Jun 10 15:30:26.372261 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fb27bb4d-9932-4025-8ff9-be81ace26860 req-a97ce178-7ffe-4f4d-b1a7-797857a2afa5 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373402 Jun 10 15:30:27.564956 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410a9ab-996a-40b4-944d-ae6567defe2f req-24d3d774-3c7f-4e3e-bfd1-66678eccdd25 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:27.566987 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1410a9ab-996a-40b4-944d-ae6567defe2f req-24d3d774-3c7f-4e3e-bfd1-66678eccdd25 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0729687 Jun 10 15:30:27.607925 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1410a9ab-996a-40b4-944d-ae6567defe2f req-9471e0ef-1a12-4f45-a909-ab3369d4f64a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349953 Jun 10 15:30:28.791236 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf46ee-3766-440e-8858-0b9a10d02a19 req-5754e1ce-d55e-4427-98e0-f7e4dd1d9384 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:28.792701 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-49cf46ee-3766-440e-8858-0b9a10d02a19 req-5754e1ce-d55e-4427-98e0-f7e4dd1d9384 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0686426 Jun 10 15:30:28.835367 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-49cf46ee-3766-440e-8858-0b9a10d02a19 req-9ba90e0d-5241-4b73-a128-580e6e759fb5 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369735 Jun 10 15:30:29.590426 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831abff-b8f3-4dfc-bfe8-caa2ae8e861f req-fdc27bf8-d1fa-48ab-86d8-e1a5b81981b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:29.591913 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-c831abff-b8f3-4dfc-bfe8-caa2ae8e861f req-fdc27bf8-d1fa-48ab-86d8-e1a5b81981b0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc&tenant_id=efc7c5988e6c495d9a904fb9069702f2 HTTP/1.1" status: 200 len: 1097 time: 0.0955722 Jun 10 15:30:29.677162 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831abff-b8f3-4dfc-bfe8-caa2ae8e861f req-bc36a81c-6c2d-4768-a0ea-9d53012baef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:29.678667 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-c831abff-b8f3-4dfc-bfe8-caa2ae8e861f req-bc36a81c-6c2d-4768-a0ea-9d53012baef0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc7c5988e6c495d9a904fb9069702f2&device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 1097 time: 0.0597370 Jun 10 15:30:29.791943 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831abff-b8f3-4dfc-bfe8-caa2ae8e861f req-a854a7b2-682e-453b-9097-a30c637d7a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:29.793373 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-c831abff-b8f3-4dfc-bfe8-caa2ae8e861f req-a854a7b2-682e-453b-9097-a30c637d7a3f service neutron] 10.222.0.45 "GET /v2.0/networks?id=4d632323-dfef-4d59-99a6-62839bb06dc5 HTTP/1.1" status: 200 len: 918 time: 0.1081424 Jun 10 15:30:29.884239 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-c831abff-b8f3-4dfc-bfe8-caa2ae8e861f req-663b080f-54fa-46e9-a4e7-2fec2ae3e11a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7b80f310-4a37-4776-acee-7b3c5ffca785 HTTP/1.1" status: 200 len: 998 time: 0.0830326 Jun 10 15:30:29.944115 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831abff-b8f3-4dfc-bfe8-caa2ae8e861f req-2b9dffbc-6bed-4ad3-a256-6c1cd0f8a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:29.945363 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-c831abff-b8f3-4dfc-bfe8-caa2ae8e861f req-2b9dffbc-6bed-4ad3-a256-6c1cd0f8a3e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7a2c655e-5d93-4119-a397-dc5fc7c831fb HTTP/1.1" status: 200 len: 856 time: 0.0545158 Jun 10 15:30:30.017713 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831abff-b8f3-4dfc-bfe8-caa2ae8e861f req-f3e56cca-6e7f-4b0d-9352-f41191059b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:30.018582 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-c831abff-b8f3-4dfc-bfe8-caa2ae8e861f req-f3e56cca-6e7f-4b0d-9352-f41191059b35 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4d632323-dfef-4d59-99a6-62839bb06dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666089 Jun 10 15:30:30.033871 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6e888-3df9-4a2c-826a-19dcd21da161 req-6b5d398e-e9ad-4e05-8efb-d088af2cc733 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:30.035528 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-70a6e888-3df9-4a2c-826a-19dcd21da161 req-6b5d398e-e9ad-4e05-8efb-d088af2cc733 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0818908 Jun 10 15:30:30.078670 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-70a6e888-3df9-4a2c-826a-19dcd21da161 req-f5993b47-adf6-40d1-be83-87bb92ed095f tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374985 Jun 10 15:30:30.147446 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-c831abff-b8f3-4dfc-bfe8-caa2ae8e861f req-084fbc3b-ab36-4688-b5c9-e6553c097013 service neutron] 10.222.0.45 "GET /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119118 Jun 10 15:30:30.265420 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-c831abff-b8f3-4dfc-bfe8-caa2ae8e861f req-53bcabde-1195-473a-91c0-8a4332388fb2 service neutron] 10.222.0.45 "GET /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102417 Jun 10 15:30:30.396841 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-2fa604e5-2a43-4aea-a5d6-7978d2fd4e23 req-8a707aa6-ada6-46fa-a817-547c4b0ef8d9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0568366 Jun 10 15:30:30.492255 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa604e5-2a43-4aea-a5d6-7978d2fd4e23 req-c8de6763-dd0a-4853-8681-5bae7e5c12d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:30.493739 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-2fa604e5-2a43-4aea-a5d6-7978d2fd4e23 req-c8de6763-dd0a-4853-8681-5bae7e5c12d2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d6983c1aeef04c37b1bcd3eb66cde14a&device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 1099 time: 0.0670474 Jun 10 15:30:30.627090 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa604e5-2a43-4aea-a5d6-7978d2fd4e23 req-fcd694ec-5555-4d49-b6cb-5e0c1e9fb4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:30.628555 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-2fa604e5-2a43-4aea-a5d6-7978d2fd4e23 req-fcd694ec-5555-4d49-b6cb-5e0c1e9fb4ae service neutron] 10.222.0.45 "GET /v2.0/networks?id=d8191dcc-30ce-4ad4-9767-678dd0532ea2 HTTP/1.1" status: 200 len: 912 time: 0.1095715 Jun 10 15:30:30.716549 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-2fa604e5-2a43-4aea-a5d6-7978d2fd4e23 req-e1d619b3-2e2c-4978-9b6d-5314c34e63f5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bbd350a-ac92-40b0-86a5-ed53b86a9644 HTTP/1.1" status: 200 len: 1001 time: 0.0791087 Jun 10 15:30:30.779165 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa604e5-2a43-4aea-a5d6-7978d2fd4e23 req-15b6212e-c907-42b7-8357-7030fd70031b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:30.779277 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-2fa604e5-2a43-4aea-a5d6-7978d2fd4e23 req-15b6212e-c907-42b7-8357-7030fd70031b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=146d4102-3e59-4e06-be05-0c274045f9fb HTTP/1.1" status: 200 len: 850 time: 0.0534792 Jun 10 15:30:30.862340 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa604e5-2a43-4aea-a5d6-7978d2fd4e23 req-9134bdce-2222-49de-85fa-1d787744452f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:30.864603 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-2fa604e5-2a43-4aea-a5d6-7978d2fd4e23 req-9134bdce-2222-49de-85fa-1d787744452f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8191dcc-30ce-4ad4-9767-678dd0532ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785472 Jun 10 15:30:31.293753 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-2fa604e5-2a43-4aea-a5d6-7978d2fd4e23 req-d1dac33c-4f0c-49d6-9255-2dbe6b963ee1 service neutron] 10.222.0.45 "GET /v2.0/networks/d8191dcc-30ce-4ad4-9767-678dd0532ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126050 Jun 10 15:30:31.358242 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd59b5-5a50-4051-93bd-cf67d5594831 req-f8a31f09-e83a-4322-b1b3-8b5af5c43e70 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:31.360563 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7efd59b5-5a50-4051-93bd-cf67d5594831 req-f8a31f09-e83a-4322-b1b3-8b5af5c43e70 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.1174929 Jun 10 15:30:31.408718 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7efd59b5-5a50-4051-93bd-cf67d5594831 req-eaa6cf73-cb9d-4c99-b79c-c9200181601e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409472 Jun 10 15:30:32.628097 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5bc39-eb20-44f7-a463-d46ad3a77bca req-8c633033-d5fb-41b2-aad6-5779b774d122 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:32.630395 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c4c5bc39-eb20-44f7-a463-d46ad3a77bca req-8c633033-d5fb-41b2-aad6-5779b774d122 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0858567 Jun 10 15:30:32.673198 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c4c5bc39-eb20-44f7-a463-d46ad3a77bca req-ba4e3524-812c-4cb4-a690-f2b5aefe9e01 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371768 Jun 10 15:30:33.871762 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598821f2-6138-43bd-8905-4f0ffb3049a3 req-8c948617-0443-49a0-928c-3740a40269b3 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:33.873489 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-598821f2-6138-43bd-8905-4f0ffb3049a3 req-8c948617-0443-49a0-928c-3740a40269b3 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0745234 Jun 10 15:30:33.919480 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-598821f2-6138-43bd-8905-4f0ffb3049a3 req-e5b04568-a05e-479e-9739-bd7400317380 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403762 Jun 10 15:30:35.045513 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:35.121578 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c1cc5b-3406-4a79-94fc-15460942ac3b req-19b82f34-b6ac-44d4-9167-d32a622bb3fa tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:35.123106 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d1c1cc5b-3406-4a79-94fc-15460942ac3b req-19b82f34-b6ac-44d4-9167-d32a622bb3fa tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0784962 Jun 10 15:30:35.167319 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d1c1cc5b-3406-4a79-94fc-15460942ac3b req-208da0ca-a51b-484b-9a72-3f22d8fb437a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384111 Jun 10 15:30:36.358833 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666e03d-667f-44a9-a867-34bbc9c3caef req-f844c1fb-3626-4aad-baec-0579f533908a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:36.360337 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4666e03d-667f-44a9-a867-34bbc9c3caef req-f844c1fb-3626-4aad-baec-0579f533908a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0713434 Jun 10 15:30:36.403088 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4666e03d-667f-44a9-a867-34bbc9c3caef req-d2cd24ba-473e-4b91-afb7-9f98a051d507 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368848 Jun 10 15:30:37.590840 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79bc3a-e66c-4d5b-825c-674a3453a1d5 req-38b71074-8959-4030-81e4-57f9d3ddb1ad tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:37.592319 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ce79bc3a-e66c-4d5b-825c-674a3453a1d5 req-38b71074-8959-4030-81e4-57f9d3ddb1ad tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0713732 Jun 10 15:30:37.636630 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ce79bc3a-e66c-4d5b-825c-674a3453a1d5 req-e7757073-5185-4a0b-ac87-1c36e088db4b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355799 Jun 10 15:30:38.835438 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e9583d-bd12-4e43-8fd6-8b70b2f8516d req-a5c30939-f805-4eb1-a545-556c210b3871 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:38.836996 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-26e9583d-bd12-4e43-8fd6-8b70b2f8516d req-a5c30939-f805-4eb1-a545-556c210b3871 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0749984 Jun 10 15:30:38.886043 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-26e9583d-bd12-4e43-8fd6-8b70b2f8516d req-210318d9-4f4a-4bc7-b217-cae6f2af07e1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421734 Jun 10 15:30:40.083650 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d489ede-7313-47b7-9582-47df25c1f177 req-324a5811-0f34-4ef5-a25b-5307f32e752a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:40.085295 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4d489ede-7313-47b7-9582-47df25c1f177 req-324a5811-0f34-4ef5-a25b-5307f32e752a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0796602 Jun 10 15:30:40.130362 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4d489ede-7313-47b7-9582-47df25c1f177 req-99d691c8-c137-463f-ae29-8046e6d0808f tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391729 Jun 10 15:30:41.324167 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ecbcac-bdb0-434a-9415-740af7a18f05 req-65ad3f4b-af22-416b-b915-aae8ddde7694 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:41.325646 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-26ecbcac-bdb0-434a-9415-740af7a18f05 req-65ad3f4b-af22-416b-b915-aae8ddde7694 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0730417 Jun 10 15:30:41.374915 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-26ecbcac-bdb0-434a-9415-740af7a18f05 req-6c2466f5-2f57-42fc-8582-3c2f842f4c87 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394018 Jun 10 15:30:42.568379 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40767bba-f071-467c-b13b-1b3c0f6479f3 req-848eef05-53cc-4a92-83d8-b6fcdbfff9fb tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:42.569885 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-40767bba-f071-467c-b13b-1b3c0f6479f3 req-848eef05-53cc-4a92-83d8-b6fcdbfff9fb tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0744441 Jun 10 15:30:42.613698 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-40767bba-f071-467c-b13b-1b3c0f6479f3 req-34916ea8-9d89-49ba-899f-f1c3f77f8076 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378129 Jun 10 15:30:43.802743 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e45fe-9071-4062-a439-9f95a6819c15 req-949060ee-7d89-4e9c-a455-a630b4b24c09 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:43.804663 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-db7e45fe-9071-4062-a439-9f95a6819c15 req-949060ee-7d89-4e9c-a455-a630b4b24c09 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0720985 Jun 10 15:30:43.848609 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-db7e45fe-9071-4062-a439-9f95a6819c15 req-2d6156b2-4cf8-499e-8a52-312bc7664e6c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381913 Jun 10 15:30:45.068730 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c08b92-5472-49d2-bad4-e2154e2adb2c req-1e920756-e85c-40f6-b643-0feb1dd64f02 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:45.070293 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-79c08b92-5472-49d2-bad4-e2154e2adb2c req-1e920756-e85c-40f6-b643-0feb1dd64f02 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0921755 Jun 10 15:30:45.120571 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-79c08b92-5472-49d2-bad4-e2154e2adb2c req-d5b1f8fb-fc6d-4eaa-9f65-815368ea5d26 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439997 Jun 10 15:30:46.353791 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c514d-bbbc-497a-8307-a1d8fac304b0 req-b3321bad-dbc9-4d30-877e-d541aa07bfee tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:46.362950 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-539c514d-bbbc-497a-8307-a1d8fac304b0 req-b3321bad-dbc9-4d30-877e-d541aa07bfee tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0996039 Jun 10 15:30:46.403522 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-539c514d-bbbc-497a-8307-a1d8fac304b0 req-08987fc7-1281-43be-b0ee-a4db8e202f74 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395675 Jun 10 15:30:47.622482 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a921c3-711f-418e-9b48-ec76d7e0625f req-afd6bfab-9952-47b6-bc88-573a02935ba0 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:47.625283 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d3a921c3-711f-418e-9b48-ec76d7e0625f req-afd6bfab-9952-47b6-bc88-573a02935ba0 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0838389 Jun 10 15:30:47.678292 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d3a921c3-711f-418e-9b48-ec76d7e0625f req-77a469dc-b182-4b87-b3db-59465561ab2c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424259 Jun 10 15:30:48.594461 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-5d55aec0-ee2c-4996-9039-2a645108c7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:48.903278 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe7510-abb8-4460-9497-382bb52b99d7 req-656ebaf8-f1d4-4bd2-b39a-79db4ad6b2c4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:48.905581 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1bbe7510-abb8-4460-9497-382bb52b99d7 req-656ebaf8-f1d4-4bd2-b39a-79db4ad6b2c4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0747807 Jun 10 15:30:48.958001 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1bbe7510-abb8-4460-9497-382bb52b99d7 req-f8f02cd6-1348-4047-ab72-a1d8837d619f tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423746 Jun 10 15:30:50.624187 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29561c4-3a3c-4b31-b450-8ea0e411cde6 req-d0ae2c5a-3f83-4fc4-8d82-4444cbf457f9 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:50.625851 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f29561c4-3a3c-4b31-b450-8ea0e411cde6 req-d0ae2c5a-3f83-4fc4-8d82-4444cbf457f9 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0752399 Jun 10 15:30:50.671703 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f29561c4-3a3c-4b31-b450-8ea0e411cde6 req-872eadbc-5bf2-4a22-a7eb-28e10f5cb854 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394738 Jun 10 15:30:50.813039 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:50.957605 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-12e86139-071c-4b66-8d09-0379c9842134 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:51.862793 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb52ad8-a4aa-4655-a309-68dbd0581c9b req-59b9026e-e48b-408d-93a3-74d43e6fcc92 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:51.864620 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3bb52ad8-a4aa-4655-a309-68dbd0581c9b req-59b9026e-e48b-408d-93a3-74d43e6fcc92 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0738676 Jun 10 15:30:51.911942 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3bb52ad8-a4aa-4655-a309-68dbd0581c9b req-c8695049-7600-4401-b9e9-00b30ab977b0 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411017 Jun 10 15:30:51.984114 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:52.867217 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-2fa604e5-2a43-4aea-a5d6-7978d2fd4e23 req-8d8e3e8d-e50d-4b09-b910-f730e254ac57 service neutron] 10.222.0.45 "GET /v2.0/networks/d8191dcc-30ce-4ad4-9767-678dd0532ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090331 Jun 10 15:30:53.108897 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffec5fc-1440-4a1e-8e3e-de028065d942 req-0b7f40e8-4d2b-44a8-9093-49a7fe7eef6c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:53.111060 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0ffec5fc-1440-4a1e-8e3e-de028065d942 req-0b7f40e8-4d2b-44a8-9093-49a7fe7eef6c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0778778 Jun 10 15:30:53.152836 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0ffec5fc-1440-4a1e-8e3e-de028065d942 req-0656890c-ec78-4e03-b9a4-e516cc392da7 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368423 Jun 10 15:30:53.696824 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:54.340718 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112542c-19b1-41b1-8a19-f97224b6b196 req-230db0e6-595c-4964-9c0f-d7fca497efba tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:54.342267 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e112542c-19b1-41b1-8a19-f97224b6b196 req-230db0e6-595c-4964-9c0f-d7fca497efba tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0690687 Jun 10 15:30:54.385290 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e112542c-19b1-41b1-8a19-f97224b6b196 req-5a8bed3f-47d7-40be-b1d1-015130077941 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358348 Jun 10 15:30:55.588188 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c89782-b848-45a7-9554-4818c879de28 req-13f6b6da-967e-44e7-b357-bc29e5bea6fa tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:55.589602 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-57c89782-b848-45a7-9554-4818c879de28 req-13f6b6da-967e-44e7-b357-bc29e5bea6fa tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0750296 Jun 10 15:30:55.631657 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-57c89782-b848-45a7-9554-4818c879de28 req-d8932077-2989-4eb7-8d62-5f8435969be1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363562 Jun 10 15:30:56.760100 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cd1c6-9e35-49a8-ac57-d19d9072e246 req-12b49c8b-54b4-432a-868d-9eb8bba0dfa3 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:56.761930 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-985cd1c6-9e35-49a8-ac57-d19d9072e246 req-12b49c8b-54b4-432a-868d-9eb8bba0dfa3 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 945 time: 0.0732656 Jun 10 15:30:56.844132 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-985cd1c6-9e35-49a8-ac57-d19d9072e246 req-4aa241fb-611b-47d4-812d-953f1be10319 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724528 Jun 10 15:30:56.863561 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb367d2-bc6b-4a5f-bbaf-b77fb1333e96 req-cbae439f-7073-46ec-8d84-f523336fdfd6 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:56.865031 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6cb367d2-bc6b-4a5f-bbaf-b77fb1333e96 req-cbae439f-7073-46ec-8d84-f523336fdfd6 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.1133091 Jun 10 15:30:56.906624 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6cb367d2-bc6b-4a5f-bbaf-b77fb1333e96 req-ff32ea1f-3890-4c9a-9e46-ed46caa47fd9 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361023 Jun 10 15:30:58.027295 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5d915-8299-4d23-9e0f-86319dadbcca req-521f37e4-e75e-4f38-b530-cd2b6e3fbb83 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:58.028774 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f4e5d915-8299-4d23-9e0f-86319dadbcca req-521f37e4-e75e-4f38-b530-cd2b6e3fbb83 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 945 time: 0.0729866 Jun 10 15:30:58.112867 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f4e5d915-8299-4d23-9e0f-86319dadbcca req-e08d70c0-5fa8-455c-9e69-02c73caf120e tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742903 Jun 10 15:30:58.128796 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad834de-b58a-4edf-9e51-31b5ac908ce7 req-75bc8ca5-b515-4dc8-b26e-bec9ea89825e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:58.130975 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dad834de-b58a-4edf-9e51-31b5ac908ce7 req-75bc8ca5-b515-4dc8-b26e-bec9ea89825e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.1013319 Jun 10 15:30:58.172249 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dad834de-b58a-4edf-9e51-31b5ac908ce7 req-54775478-4c2a-46d4-8e45-9485f9839fa8 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358024 Jun 10 15:30:59.021929 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f94774d-96e3-4e66-9f61-b0203de11a44 req-e81e60f4-ce44-4977-8858-90b0ce16b43e tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:59.023385 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-2f94774d-96e3-4e66-9f61-b0203de11a44 req-e81e60f4-ce44-4977-8858-90b0ce16b43e tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.45 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 945 time: 0.0781097 Jun 10 15:30:59.135443 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [req-2f94774d-96e3-4e66-9f61-b0203de11a44 req-c79a8885-84ac-4ac4-b806-c36f7ddec68a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Deleting port 2bc42d40-6121-42e8-bbf4-131cb8bd4e52 {{(pid=92441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:30:59.135860 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-2f94774d-96e3-4e66-9f61-b0203de11a44 req-c79a8885-84ac-4ac4-b806-c36f7ddec68a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:59.253813 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [req-2f94774d-96e3-4e66-9f61-b0203de11a44 req-c79a8885-84ac-4ac4-b806-c36f7ddec68a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] For port 2bc42d40-6121-42e8-bbf4-131cb8bd4e52, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2bc42d40-6121-42e8-bbf4-131cb8bd4e52,segment=NetworkSegment(dd55ab4e-eafe-44b9-953b-17cf372a6d06),segment_id=dd55ab4e-eafe-44b9-953b-17cf372a6d06)] {{(pid=92441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:30:59.254711 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-2f94774d-96e3-4e66-9f61-b0203de11a44 req-c79a8885-84ac-4ac4-b806-c36f7ddec68a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:59.297595 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d8b80-5af5-4b0d-938c-ff18890bf837 req-14985a47-b9b8-4a7a-ba97-7183f386952f tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:59.299085 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-151d8b80-5af5-4b0d-938c-ff18890bf837 req-14985a47-b9b8-4a7a-ba97-7183f386952f tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 945 time: 0.0697796 Jun 10 15:30:59.344707 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-151d8b80-5af5-4b0d-938c-ff18890bf837 req-323771a2-b269-499d-a7ae-5707dbfc2a78 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/security-groups?id=a62d74f1-6073-4b35-aabf-25394111d2b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394187 Jun 10 15:30:59.350215 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [req-2f94774d-96e3-4e66-9f61-b0203de11a44 req-c79a8885-84ac-4ac4-b806-c36f7ddec68a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Calling delete_port for 2bc42d40-6121-42e8-bbf4-131cb8bd4e52 owned by compute:nova {{(pid=92441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:30:59.527702 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6716e-eb2e-4c94-8d92-e9967f0f8adb req-e5a5071c-1899-433a-ae27-6850c61b04c9 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:30:59.529151 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3bb6716e-eb2e-4c94-8d92-e9967f0f8adb req-e5a5071c-1899-433a-ae27-6850c61b04c9 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0695653 Jun 10 15:30:59.570911 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3bb6716e-eb2e-4c94-8d92-e9967f0f8adb req-83e5be5c-f43d-4969-a505-e44d5fcdf1a4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361624 Jun 10 15:30:59.628434 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-2f94774d-96e3-4e66-9f61-b0203de11a44 req-c79a8885-84ac-4ac4-b806-c36f7ddec68a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940524'] for port, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:59.633324 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:30:59.662864 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['2bc42d40-6121-42e8-bbf4-131cb8bd4e52'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:30:59.663603 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a8885-84ac-4ac4-b806-c36f7ddec68a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Pushing event deleted for resources: {'Port': ['ID=2bc42d40-6121-42e8-bbf4-131cb8bd4e52,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:30:59.674602 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a8885-84ac-4ac4-b806-c36f7ddec68a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:30:59.674974 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a8885-84ac-4ac4-b806-c36f7ddec68a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:30:59.675333 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a8885-84ac-4ac4-b806-c36f7ddec68a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:30:59.675687 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a8885-84ac-4ac4-b806-c36f7ddec68a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:30:59.676546 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a8885-84ac-4ac4-b806-c36f7ddec68a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:30:59.676896 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a8885-84ac-4ac4-b806-c36f7ddec68a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:30:59.677245 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a8885-84ac-4ac4-b806-c36f7ddec68a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:30:59.677591 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a8885-84ac-4ac4-b806-c36f7ddec68a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:30:59.677964 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a8885-84ac-4ac4-b806-c36f7ddec68a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:30:59.678311 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a8885-84ac-4ac4-b806-c36f7ddec68a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:30:59.678653 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a8885-84ac-4ac4-b806-c36f7ddec68a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:30:59.678991 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79a8885-84ac-4ac4-b806-c36f7ddec68a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:30:59.682892 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-c79a8885-84ac-4ac4-b806-c36f7ddec68a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:30:59.732032 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f94774d-96e3-4e66-9f61-b0203de11a44 req-c79a8885-84ac-4ac4-b806-c36f7ddec68a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] No DVR routers for this DVR port 2bc42d40-6121-42e8-bbf4-131cb8bd4e52 on host hv-cinder-77212 {{(pid=92441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:30:59.734889 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-2f94774d-96e3-4e66-9f61-b0203de11a44 req-c79a8885-84ac-4ac4-b806-c36f7ddec68a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:30:59.736924 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-2f94774d-96e3-4e66-9f61-b0203de11a44 req-c79a8885-84ac-4ac4-b806-c36f7ddec68a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.45 "DELETE /v2.0/ports/2bc42d40-6121-42e8-bbf4-131cb8bd4e52 HTTP/1.1" status: 204 len: 173 time: 0.7073669 Jun 10 15:30:59.737405 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3116699d-923b-42d4-a0b4-d0ca62dfb3cd', 'name': 'network-vif-deleted', 'tag': '2bc42d40-6121-42e8-bbf4-131cb8bd4e52'}] {{(pid=92441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:30:59.740333 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9b8eca18dfada33807f9ce70a392550ff1c61d1cc5185ff617afbbc74c0c2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a42f2a-63e3-4fb4-8d3a-cbf34aea09bd" -d '{"events": [{"server_uuid": "3116699d-923b-42d4-a0b4-d0ca62dfb3cd", "name": "network-vif-deleted", "tag": "2bc42d40-6121-42e8-bbf4-131cb8bd4e52"}]}' {{(pid=92441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:30:59.831248 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6acf59-ac37-4700-bb19-d83a3d3d15ef x-openstack-request-id: req-ab6acf59-ac37-4700-bb19-d83a3d3d15ef {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:30:59.831570 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3116699d-923b-42d4-a0b4-d0ca62dfb3cd", "name": "network-vif-deleted", "tag": "2bc42d40-6121-42e8-bbf4-131cb8bd4e52", "status": "completed", "code": 200}]} {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:30:59.831855 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ab6acf59-ac37-4700-bb19-d83a3d3d15ef {{(pid=92441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:30:59.832316 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3116699d-923b-42d4-a0b4-d0ca62dfb3cd', 'name': 'network-vif-deleted', 'tag': '2bc42d40-6121-42e8-bbf4-131cb8bd4e52', 'status': 'completed', 'code': 200} Jun 10 15:31:00.514577 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-59e2222f-376e-417d-9020-ddafb349f40a req-38e735ad-ebe1-467e-90b9-2e1732daade0 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] 10.222.0.26 "GET /v2.0/ports?device_id=3116699d-923b-42d4-a0b4-d0ca62dfb3cd HTTP/1.1" status: 200 len: 210 time: 0.0360475 Jun 10 15:31:00.769944 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800f4cb-2538-4472-afbc-82206b394a39 req-bafbb312-6c55-4d5a-ab8c-1529a1adc37d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:00.771351 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f800f4cb-2538-4472-afbc-82206b394a39 req-bafbb312-6c55-4d5a-ab8c-1529a1adc37d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0766425 Jun 10 15:31:00.817862 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f800f4cb-2538-4472-afbc-82206b394a39 req-ec50e437-021e-4016-9172-fbd141995ddb tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389786 Jun 10 15:31:01.204642 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:31:02.011462 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c1725-89d5-4076-a922-b026ea983c39 req-21fc3f6b-6fca-446f-9dc8-f680f892f9a9 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:02.012921 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2f3c1725-89d5-4076-a922-b026ea983c39 req-21fc3f6b-6fca-446f-9dc8-f680f892f9a9 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0723810 Jun 10 15:31:02.054738 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2f3c1725-89d5-4076-a922-b026ea983c39 req-e0562c35-d801-4a3d-ae3d-5a3057b0fe5c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362084 Jun 10 15:31:03.242965 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394ff9c-e475-4eff-b4e6-894b2f583f5e req-bd4104f3-4874-4468-9499-95e0123e3210 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:03.244546 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7394ff9c-e475-4eff-b4e6-894b2f583f5e req-bd4104f3-4874-4468-9499-95e0123e3210 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0733392 Jun 10 15:31:03.285849 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7394ff9c-e475-4eff-b4e6-894b2f583f5e req-5f64b156-9a9d-485e-ab80-c1594b9714ed tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356882 Jun 10 15:31:04.132437 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 7b80f310-4a37-4776-acee-7b3c5ffca785 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=92442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:31:04.135540 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 2bc42d40-6121-42e8-bbf4-131cb8bd4e52 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:31:04.165668 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] No Port match for: 2bc42d40-6121-42e8-bbf4-131cb8bd4e52 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:31:04.166044 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 2bc42d40-6121-42e8-bbf4-131cb8bd4e52 not bound to the agent host hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:31:04.281254 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 7b80f310-4a37-4776-acee-7b3c5ffca785, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=7b80f310-4a37-4776-acee-7b3c5ffca785,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:31:04.294121 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Returning: {'device': '7b80f310-4a37-4776-acee-7b3c5ffca785', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'port_id': '7b80f310-4a37-4776-acee-7b3c5ffca785', 'mac_address': 'fa:16:3e:fa:03:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:31:04.337051 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:04.356519 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b80f310-4a37-4776-acee-7b3c5ffca785 {{(pid=92442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:31:04.377598 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 7b80f310-4a37-4776-acee-7b3c5ffca785, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=7b80f310-4a37-4776-acee-7b3c5ffca785,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:31:04.471462 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127001eb-8496-4e5b-9089-defb183b7704 req-a7921da4-50ce-409c-bfb0-ad0b0d154c74 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:04.473020 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-127001eb-8496-4e5b-9089-defb183b7704 req-a7921da4-50ce-409c-bfb0-ad0b0d154c74 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 944 time: 0.0690954 Jun 10 15:31:04.485559 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:04.488180 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-3b1d4548-cbd4-46df-8058-65f457cdab0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:31:04.514722 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-127001eb-8496-4e5b-9089-defb183b7704 req-6dbe6ef9-2ebf-4b7d-92af-8f00dd35dd4c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359039 Jun 10 15:31:04.541692 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=7b80f310-4a37-4776-acee-7b3c5ffca785,revision_number=9']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:31:04.548511 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:31:04.548862 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:31:04.549211 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:31:04.549548 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:31:04.549980 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:31:04.550317 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:31:04.550644 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:31:04.551046 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:31:04.551378 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:31:04.551703 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:31:04.552028 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:31:04.552352 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:31:04.556165 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:31:05.702880 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ac516-af41-4f2b-9b8e-ca9f319d25c6 req-5dc6668e-9faa-47c5-90c2-2769aabbbee8 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:05.704302 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a79ac516-af41-4f2b-9b8e-ca9f319d25c6 req-5dc6668e-9faa-47c5-90c2-2769aabbbee8 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 945 time: 0.0720451 Jun 10 15:31:05.747117 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a79ac516-af41-4f2b-9b8e-ca9f319d25c6 req-58273601-7736-41b0-8503-6f9b1ef697a5 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361485 Jun 10 15:31:05.791830 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:06.739357 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['7b80f310-4a37-4776-acee-7b3c5ffca785'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:31:06.939740 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648474d4-d438-4613-a181-7269a2a89ec7 req-cd74b736-fd69-422a-b78b-2a671b5d2c7d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:06.941359 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-648474d4-d438-4613-a181-7269a2a89ec7 req-cd74b736-fd69-422a-b78b-2a671b5d2c7d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 945 time: 0.0732841 Jun 10 15:31:06.988247 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-648474d4-d438-4613-a181-7269a2a89ec7 req-0d0c9510-0ecb-4725-b11e-88a8faba5f99 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391140 Jun 10 15:31:08.178166 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b2193-8d91-441e-ac6c-db8818a0ce0e req-78d146aa-3cd8-48e2-86e5-672bf20b925f tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:08.179664 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-825b2193-8d91-441e-ac6c-db8818a0ce0e req-78d146aa-3cd8-48e2-86e5-672bf20b925f tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 945 time: 0.0740473 Jun 10 15:31:08.223746 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-825b2193-8d91-441e-ac6c-db8818a0ce0e req-53b0071d-7bd9-44de-bae7-ed18c350f338 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383866 Jun 10 15:31:08.843190 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466726ae-00fa-4f77-8b22-019dbdf24714 req-acc13b4e-5919-4d17-9525-12ffdb3b02f7 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:08.844672 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-466726ae-00fa-4f77-8b22-019dbdf24714 req-acc13b4e-5919-4d17-9525-12ffdb3b02f7 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0689032 Jun 10 15:31:08.886496 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-466726ae-00fa-4f77-8b22-019dbdf24714 req-2c054d1f-15a5-4953-ab22-5117aa10a974 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353982 Jun 10 15:31:09.417190 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa66bda8-f03a-4b70-b15e-f331454367c6 req-c1c05a8f-a87a-4c43-898d-00ab44b98b46 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:09.418549 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-aa66bda8-f03a-4b70-b15e-f331454367c6 req-c1c05a8f-a87a-4c43-898d-00ab44b98b46 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 945 time: 0.0768027 Jun 10 15:31:09.460391 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-aa66bda8-f03a-4b70-b15e-f331454367c6 req-ffcac9bc-3edd-4fea-8aed-4e67fcac0824 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362115 Jun 10 15:31:09.699832 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 7b80f310-4a37-4776-acee-7b3c5ffca785 up at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:31:09.752837 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning complete for port 7b80f310-4a37-4776-acee-7b3c5ffca785 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:31:09.753216 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:09.844013 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:09.867994 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c9033f-694e-435e-babb-5daa9f8b7bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b80f310-4a37-4776-acee-7b3c5ffca785'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:31:09.870262 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b39b6cf-5c5b-4f27-b694-a34a79953e6f" -d '{"events": [{"server_uuid": "14c9033f-694e-435e-babb-5daa9f8b7bcc", "name": "network-vif-plugged", "status": "completed", "tag": "7b80f310-4a37-4776-acee-7b3c5ffca785"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:31:09.885168 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 7b80f310-4a37-4776-acee-7b3c5ffca785, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=7b80f310-4a37-4776-acee-7b3c5ffca785,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:31:09.907980 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb176b5-25d9-4602-9a61-34d925a1a28a x-openstack-request-id: req-9bb176b5-25d9-4602-9a61-34d925a1a28a {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:31:09.908284 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c9033f-694e-435e-babb-5daa9f8b7bcc", "name": "network-vif-plugged", "status": "completed", "tag": "7b80f310-4a37-4776-acee-7b3c5ffca785", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:31:09.908550 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9bb176b5-25d9-4602-9a61-34d925a1a28a {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:31:09.908950 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c9033f-694e-435e-babb-5daa9f8b7bcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b80f310-4a37-4776-acee-7b3c5ffca785', 'code': 200} Jun 10 15:31:10.067357 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f707177d-0687-482d-8788-920409134bb3 req-b07a36dd-1567-46e6-ad76-c3643d8e7e15 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:10.068788 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f707177d-0687-482d-8788-920409134bb3 req-b07a36dd-1567-46e6-ad76-c3643d8e7e15 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0692270 Jun 10 15:31:10.083536 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:10.085649 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:31:10.115506 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f707177d-0687-482d-8788-920409134bb3 req-31b57c12-535a-42f2-bfe9-cd4b45b48e97 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409398 Jun 10 15:31:10.150847 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=7b80f310-4a37-4776-acee-7b3c5ffca785,revision_number=10']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:31:10.153953 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:31:10.651596 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cec8d-a850-43c1-96ed-999f38f1b0d6 req-ff47c23a-c2c4-4d0f-bec4-cd32553a0d74 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:10.714032 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4c9cec8d-a850-43c1-96ed-999f38f1b0d6 req-ff47c23a-c2c4-4d0f-bec4-cd32553a0d74 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 947 time: 0.0751646 Jun 10 15:31:10.714032 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4c9cec8d-a850-43c1-96ed-999f38f1b0d6 req-16117f5f-3ca7-47a9-9c95-c975c522bf2f tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410099 Jun 10 15:31:11.107293 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17ce78-3193-47d0-bb05-6761fa625c59 req-037b0e63-e67e-4dc6-8904-aeb300440ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:11.109040 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-0f17ce78-3193-47d0-bb05-6761fa625c59 req-037b0e63-e67e-4dc6-8904-aeb300440ae9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 1100 time: 0.0617046 Jun 10 15:31:11.148387 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-0f17ce78-3193-47d0-bb05-6761fa625c59 req-341758f2-5b6a-4d1c-bbd1-060d095997cc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310438 Jun 10 15:31:11.296457 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3997523-5255-45b3-8f2a-b61bccb82876 req-3323f071-67f7-4b39-84e9-519bd4843947 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:11.297836 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e3997523-5255-45b3-8f2a-b61bccb82876 req-3323f071-67f7-4b39-84e9-519bd4843947 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0680435 Jun 10 15:31:11.340175 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e3997523-5255-45b3-8f2a-b61bccb82876 req-ad73fe73-9f71-4520-b586-0efa6dfcc1a1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361314 Jun 10 15:31:12.147328 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394fbbb-c742-436c-8b37-eb2b80b7202d req-28e7440f-7a0d-46e3-afbf-39ca40194799 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:12.148698 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0394fbbb-c742-436c-8b37-eb2b80b7202d req-28e7440f-7a0d-46e3-afbf-39ca40194799 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 947 time: 0.3291857 Jun 10 15:31:12.189276 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0394fbbb-c742-436c-8b37-eb2b80b7202d req-56c240be-22e0-4c37-ae3a-072e408d89a4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348589 Jun 10 15:31:12.543878 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6376ca84-7cd0-42c8-aa1d-90a514342dbc req-3a079b36-6d64-4ea2-8f9a-03a00e006dd2 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:12.545327 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6376ca84-7cd0-42c8-aa1d-90a514342dbc req-3a079b36-6d64-4ea2-8f9a-03a00e006dd2 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0702400 Jun 10 15:31:12.586448 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6376ca84-7cd0-42c8-aa1d-90a514342dbc req-755a6002-66e9-4dc7-9f66-e85c22fbf81d tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356488 Jun 10 15:31:13.381261 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f326d6-6362-4b43-9880-6411c83d79b6 req-cf33fbc6-9b85-4578-83d3-54f71fcd04b7 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:13.382654 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-41f326d6-6362-4b43-9880-6411c83d79b6 req-cf33fbc6-9b85-4578-83d3-54f71fcd04b7 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 947 time: 0.0763226 Jun 10 15:31:13.424001 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-41f326d6-6362-4b43-9880-6411c83d79b6 req-e0a75a2b-2c85-4a0a-afa8-5d5482d41b92 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356793 Jun 10 15:31:13.763822 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5023d92-b97a-463e-8192-9f5829d4f22e req-cc725c8a-d823-414f-b0f1-a3cebc39da6e tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:13.765255 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a5023d92-b97a-463e-8192-9f5829d4f22e req-cc725c8a-d823-414f-b0f1-a3cebc39da6e tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0687516 Jun 10 15:31:13.807017 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a5023d92-b97a-463e-8192-9f5829d4f22e req-b4aad76f-9676-45fc-9fe5-0e6eff212ff4 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354586 Jun 10 15:31:14.609653 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d7ce1-5aaf-495c-b892-365172cc4faa req-dbc65d5d-ae99-47c6-9dca-0c72b77c4382 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:14.611034 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-344d7ce1-5aaf-495c-b892-365172cc4faa req-dbc65d5d-ae99-47c6-9dca-0c72b77c4382 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 947 time: 0.0713773 Jun 10 15:31:14.652358 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-344d7ce1-5aaf-495c-b892-365172cc4faa req-8bebaf5b-fcd0-4ee4-b979-55597fe39a89 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351188 Jun 10 15:31:14.984284 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cccf586-b37b-4435-b14d-b40cff3c5945 req-2f9aadf1-d44c-42da-8e49-68cf8252ea33 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:14.985716 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0cccf586-b37b-4435-b14d-b40cff3c5945 req-2f9aadf1-d44c-42da-8e49-68cf8252ea33 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0682108 Jun 10 15:31:15.029316 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0cccf586-b37b-4435-b14d-b40cff3c5945 req-3fbcba21-74e4-4ef1-aad5-7f3f253c45f0 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372794 Jun 10 15:31:15.849967 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d5a1ff-c9e2-43ca-9de1-9a70d6bd0ca1 req-7f95ed1b-f83c-417b-8b33-effcc12c2f97 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:15.851436 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-08d5a1ff-c9e2-43ca-9de1-9a70d6bd0ca1 req-7f95ed1b-f83c-417b-8b33-effcc12c2f97 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 947 time: 0.0729167 Jun 10 15:31:15.894533 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-08d5a1ff-c9e2-43ca-9de1-9a70d6bd0ca1 req-40eb872d-2035-4f43-b282-c0fa13047259 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368769 Jun 10 15:31:16.213089 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69588a-8106-40e4-9771-538faa3b8aba req-16225285-f2c7-45db-ac67-45358386a71f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:16.214580 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5f69588a-8106-40e4-9771-538faa3b8aba req-16225285-f2c7-45db-ac67-45358386a71f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0686424 Jun 10 15:31:16.260213 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5f69588a-8106-40e4-9771-538faa3b8aba req-485ca8a5-3c3a-4835-b881-4a2fa8308d2f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400667 Jun 10 15:31:17.083081 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a9d98-7a9f-4937-94b2-15de67f318f3 req-b707889a-9207-40d6-a086-db834a0143f9 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:17.084536 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e85a9d98-7a9f-4937-94b2-15de67f318f3 req-b707889a-9207-40d6-a086-db834a0143f9 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 947 time: 0.0681942 Jun 10 15:31:17.126729 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e85a9d98-7a9f-4937-94b2-15de67f318f3 req-b36b3a2b-e05f-456b-941c-7bf1b8a17fec tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367169 Jun 10 15:31:17.444317 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e357e4f-f62a-41df-bfd2-0406790c9753 req-04f342e4-4e14-47bf-a2dd-736dc9fc31f3 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:17.445878 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4e357e4f-f62a-41df-bfd2-0406790c9753 req-04f342e4-4e14-47bf-a2dd-736dc9fc31f3 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0701146 Jun 10 15:31:17.492773 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4e357e4f-f62a-41df-bfd2-0406790c9753 req-3a184131-497f-42ca-a2be-fd1f6e896b6e tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409737 Jun 10 15:31:18.186271 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-26820d22-458e-45b6-ae46-7e7fbf240cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:18.310795 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c66da-4903-4291-bb04-ac7b39d785ab req-2bdf7a04-0429-4825-ba50-d3430445efe2 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:18.312249 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c46c66da-4903-4291-bb04-ac7b39d785ab req-2bdf7a04-0429-4825-ba50-d3430445efe2 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 947 time: 0.0687878 Jun 10 15:31:18.353495 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c46c66da-4903-4291-bb04-ac7b39d785ab req-332b7e13-de23-422f-bd9e-e4228df1e7fa tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347018 Jun 10 15:31:18.674555 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221e7b0-9c2f-4d95-a587-840a4d9425eb req-2ac37f91-7536-4dc2-a1b9-405bf7d177d7 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:18.676710 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8221e7b0-9c2f-4d95-a587-840a4d9425eb req-2ac37f91-7536-4dc2-a1b9-405bf7d177d7 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0694549 Jun 10 15:31:18.721379 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8221e7b0-9c2f-4d95-a587-840a4d9425eb req-310400b3-0978-4444-853e-0fd4cf7fffcf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388839 Jun 10 15:31:19.543875 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6e84b-4d21-4bb0-8e8a-4638254f74ec req-8fa9cefd-a1a0-44e5-a6e4-50a11700c9a2 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:19.545305 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2cd6e84b-4d21-4bb0-8e8a-4638254f74ec req-8fa9cefd-a1a0-44e5-a6e4-50a11700c9a2 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 947 time: 0.0740168 Jun 10 15:31:19.595267 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2cd6e84b-4d21-4bb0-8e8a-4638254f74ec req-6056ebf6-c5aa-488d-a02d-c7c0b438a1e9 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441008 Jun 10 15:31:19.901930 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259ae9f-9a5b-4100-822d-f2f891743507 req-d4f9996e-bf56-487a-8b91-0a952eaa8da1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:19.903367 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c259ae9f-9a5b-4100-822d-f2f891743507 req-d4f9996e-bf56-487a-8b91-0a952eaa8da1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0695021 Jun 10 15:31:19.949611 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c259ae9f-9a5b-4100-822d-f2f891743507 req-882b48a1-2c95-42df-b099-edf59c2c3d51 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404499 Jun 10 15:31:20.787462 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0cd10a-a309-4073-acf0-3860d546a904 req-a4ef7207-1cf6-4e09-9735-e74adb668cf7 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:20.788949 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5a0cd10a-a309-4073-acf0-3860d546a904 req-a4ef7207-1cf6-4e09-9735-e74adb668cf7 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 947 time: 0.0704515 Jun 10 15:31:20.833246 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5a0cd10a-a309-4073-acf0-3860d546a904 req-288f8df6-2f89-45fc-8dff-212c1f0b4e2e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370908 Jun 10 15:31:20.857992 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-7fe9dce2-46e6-428d-9db6-a65eff618f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:20.885902 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:21.128619 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba82293-be9f-4699-8210-83c56c7f3adc req-281930cc-f6c4-4087-ad9f-477c29e9f427 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:21.130870 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7ba82293-be9f-4699-8210-83c56c7f3adc req-281930cc-f6c4-4087-ad9f-477c29e9f427 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0700111 Jun 10 15:31:21.177714 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7ba82293-be9f-4699-8210-83c56c7f3adc req-d6f2df87-177f-4921-af80-e6ebf7b33e03 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411913 Jun 10 15:31:21.903266 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:22.360268 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43154d23-3f51-4ea4-8f36-9544ac83a8eb req-5591dab3-cc6b-43d6-8e1e-50f97e3b83af tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:22.361698 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-43154d23-3f51-4ea4-8f36-9544ac83a8eb req-5591dab3-cc6b-43d6-8e1e-50f97e3b83af tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0683496 Jun 10 15:31:22.403867 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-43154d23-3f51-4ea4-8f36-9544ac83a8eb req-3363ea22-3057-4f77-ad4d-3d20e4f59678 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363386 Jun 10 15:31:23.597875 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7578458-911b-464e-8fe1-c7165da94a1d req-888cbff2-e96f-4cc3-9017-27808e7b94bd tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:23.600035 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e7578458-911b-464e-8fe1-c7165da94a1d req-888cbff2-e96f-4cc3-9017-27808e7b94bd tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0730014 Jun 10 15:31:23.649294 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e7578458-911b-464e-8fe1-c7165da94a1d req-199c26e3-550c-491b-b8d7-aac0dcf52306 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416837 Jun 10 15:31:23.728829 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:24.827727 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530f351-c926-47de-88da-3d9687138821 req-6058984a-0b18-46cf-a5e1-4d8eaae3480c tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:24.829153 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7530f351-c926-47de-88da-3d9687138821 req-6058984a-0b18-46cf-a5e1-4d8eaae3480c tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0679281 Jun 10 15:31:24.874710 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7530f351-c926-47de-88da-3d9687138821 req-2cdcb1a0-64ba-42eb-aa5e-94b9e208e572 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394974 Jun 10 15:31:26.054129 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341d4ff-a951-4c31-90b9-398f15489287 req-0eae5f6c-0437-45e5-93a6-5372cf4de473 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:26.055584 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7341d4ff-a951-4c31-90b9-398f15489287 req-0eae5f6c-0437-45e5-93a6-5372cf4de473 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0682538 Jun 10 15:31:26.100659 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7341d4ff-a951-4c31-90b9-398f15489287 req-a3c9e375-efdd-425c-8b2b-0fee7a1965f0 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395532 Jun 10 15:31:27.280316 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934818e-4e45-447b-91b6-b296625f7642 req-96736629-3360-4316-b5e6-3685ec7ab94c tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:27.281744 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d934818e-4e45-447b-91b6-b296625f7642 req-96736629-3360-4316-b5e6-3685ec7ab94c tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0691404 Jun 10 15:31:27.321989 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d934818e-4e45-447b-91b6-b296625f7642 req-2ec41af0-bd28-4f5c-b894-db638fbea6b2 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339701 Jun 10 15:31:28.500530 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6beda-1ca2-4dac-98e6-5b479db8cadf req-2ee4c52f-9df8-4156-896f-6fd5a0412d8d tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:28.502000 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f5b6beda-1ca2-4dac-98e6-5b479db8cadf req-2ee4c52f-9df8-4156-896f-6fd5a0412d8d tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0685153 Jun 10 15:31:28.547063 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f5b6beda-1ca2-4dac-98e6-5b479db8cadf req-8ecb4791-8304-43a4-96c9-93ed144551d6 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394208 Jun 10 15:31:29.731637 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4409fd5-e1b1-41fd-9b9f-bf6d204a6d7b req-3e568c58-e359-4468-95e2-527c3e751b8a tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:29.733082 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f4409fd5-e1b1-41fd-9b9f-bf6d204a6d7b req-3e568c58-e359-4468-95e2-527c3e751b8a tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0695565 Jun 10 15:31:29.776004 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f4409fd5-e1b1-41fd-9b9f-bf6d204a6d7b req-499119a7-7fae-402a-8efd-b7cbb1377a5d tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365932 Jun 10 15:31:30.318644 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302c063-80dd-47dd-9810-ba7073cb54b7 req-67ed7f91-08ce-4df6-a7dd-5feb56d4f9ab tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:30.320128 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7302c063-80dd-47dd-9810-ba7073cb54b7 req-67ed7f91-08ce-4df6-a7dd-5feb56d4f9ab tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0714352 Jun 10 15:31:30.366468 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7302c063-80dd-47dd-9810-ba7073cb54b7 req-63126c3d-19d2-4305-a9d7-106d0879b7aa tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406866 Jun 10 15:31:30.477973 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6811ed9-ae77-48b1-ad94-c3a07920e826 req-bd1a26d7-7bda-43d3-ab59-e6bd73e08a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:30.479445 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-c6811ed9-ae77-48b1-ad94-c3a07920e826 req-bd1a26d7-7bda-43d3-ab59-e6bd73e08a76 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d6983c1aeef04c37b1bcd3eb66cde14a&device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 1099 time: 0.0623362 Jun 10 15:31:30.593819 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6811ed9-ae77-48b1-ad94-c3a07920e826 req-edfb7bde-5f44-4feb-aa10-df3a79e8f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:30.595277 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-c6811ed9-ae77-48b1-ad94-c3a07920e826 req-edfb7bde-5f44-4feb-aa10-df3a79e8f45b service neutron] 10.222.0.45 "GET /v2.0/networks?id=d8191dcc-30ce-4ad4-9767-678dd0532ea2 HTTP/1.1" status: 200 len: 912 time: 0.1086676 Jun 10 15:31:30.680030 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-c6811ed9-ae77-48b1-ad94-c3a07920e826 req-50f8a134-45e7-402b-8187-5000df97dfde service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bbd350a-ac92-40b0-86a5-ed53b86a9644 HTTP/1.1" status: 200 len: 1001 time: 0.0761261 Jun 10 15:31:30.740062 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6811ed9-ae77-48b1-ad94-c3a07920e826 req-33e2e949-1da5-4e9d-8175-5bbc17805b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:30.741514 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-c6811ed9-ae77-48b1-ad94-c3a07920e826 req-33e2e949-1da5-4e9d-8175-5bbc17805b34 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=146d4102-3e59-4e06-be05-0c274045f9fb HTTP/1.1" status: 200 len: 850 time: 0.0549450 Jun 10 15:31:30.804886 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6811ed9-ae77-48b1-ad94-c3a07920e826 req-c36bfa27-1eb0-4b83-a71e-c513afc10b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:30.806402 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-c6811ed9-ae77-48b1-ad94-c3a07920e826 req-c36bfa27-1eb0-4b83-a71e-c513afc10b0c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8191dcc-30ce-4ad4-9767-678dd0532ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0586562 Jun 10 15:31:30.925037 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-c6811ed9-ae77-48b1-ad94-c3a07920e826 req-c3cb26ff-3016-41de-b083-eef53b692965 service neutron] 10.222.0.45 "GET /v2.0/networks/d8191dcc-30ce-4ad4-9767-678dd0532ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110981 Jun 10 15:31:31.041407 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-c6811ed9-ae77-48b1-ad94-c3a07920e826 req-4a2675a7-b32f-4662-80ac-5a21ac47920b service neutron] 10.222.0.45 "GET /v2.0/networks/d8191dcc-30ce-4ad4-9767-678dd0532ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092176 Jun 10 15:31:31.310214 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-a8c36657-da0e-4653-863d-ee1802a1d679 req-544af421-2cde-46cc-aa04-67369ec64b2a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0580492 Jun 10 15:31:31.392034 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c36657-da0e-4653-863d-ee1802a1d679 req-79880c46-e4a7-40fb-8545-e50e5112c4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:31.393801 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-a8c36657-da0e-4653-863d-ee1802a1d679 req-79880c46-e4a7-40fb-8545-e50e5112c4a9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a3ed0fc5497463faac2851a1aeb412c&device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 1099 time: 0.0595074 Jun 10 15:31:31.538105 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c36657-da0e-4653-863d-ee1802a1d679 req-5ea950d3-c0d7-4dcb-bb1a-f191228870e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:31.539602 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-a8c36657-da0e-4653-863d-ee1802a1d679 req-5ea950d3-c0d7-4dcb-bb1a-f191228870e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc452212-81ca-4caf-a3da-e16d5e17f9a5 HTTP/1.1" status: 200 len: 912 time: 0.1217561 Jun 10 15:31:31.628508 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-a8c36657-da0e-4653-863d-ee1802a1d679 req-11f740f7-5b0a-458a-bc5a-fee2d6ffe748 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5505a8b6-d62c-4baa-8714-50c01606d303 HTTP/1.1" status: 200 len: 1002 time: 0.0822048 Jun 10 15:31:31.695903 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c36657-da0e-4653-863d-ee1802a1d679 req-dd25988e-34a3-47b0-b39a-f1c8e9c07333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:31.697992 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-a8c36657-da0e-4653-863d-ee1802a1d679 req-dd25988e-34a3-47b0-b39a-f1c8e9c07333 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a35ed739-29e3-4a52-a6bc-15f7407e9f83 HTTP/1.1" status: 200 len: 850 time: 0.0632133 Jun 10 15:31:31.731641 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03df913-8e2e-4564-93eb-add71477a74a req-9a373c1b-14a5-4892-910c-a68dd9abcae3 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:31.734618 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f03df913-8e2e-4564-93eb-add71477a74a req-9a373c1b-14a5-4892-910c-a68dd9abcae3 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0855060 Jun 10 15:31:31.764599 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c36657-da0e-4653-863d-ee1802a1d679 req-04499db7-2d0c-42c4-9f7a-7578e7c4771d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:31.766434 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-a8c36657-da0e-4653-863d-ee1802a1d679 req-04499db7-2d0c-42c4-9f7a-7578e7c4771d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc452212-81ca-4caf-a3da-e16d5e17f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0614126 Jun 10 15:31:31.777498 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f03df913-8e2e-4564-93eb-add71477a74a req-d8973da4-567e-4386-bfab-003743e14d2d tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376391 Jun 10 15:31:31.894149 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-a8c36657-da0e-4653-863d-ee1802a1d679 req-8f9218e3-921c-4316-8dac-b6de69305171 service neutron] 10.222.0.45 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185534 Jun 10 15:31:32.010002 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-a8c36657-da0e-4653-863d-ee1802a1d679 req-2f146326-3fcd-4d5e-b9b5-078d1ae6d563 service neutron] 10.222.0.45 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075680 Jun 10 15:31:32.959892 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f85492-a723-4455-80c7-5f702bee51f5 req-9a873c7f-7d28-495c-965d-b561b4001a36 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:31:32.961332 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-12f85492-a723-4455-80c7-5f702bee51f5 req-9a873c7f-7d28-495c-965d-b561b4001a36 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0684586 Jun 10 15:31:33.006586 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-12f85492-a723-4455-80c7-5f702bee51f5 req-edf40ea2-7e35-45ac-85ab-4d0b3e9749cf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397081 Jun 10 15:31:35.771805 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:38.202332 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:31:41.970138 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 56140) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:31:42.076298 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-fabaea5c-4bd5-40cb-839b-11e8a4d61eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:42.168661 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-fabaea5c-4bd5-40cb-839b-11e8a4d61eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:42.289265 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-fabaea5c-4bd5-40cb-839b-11e8a4d61eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:42.291792 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-88ec6980-7a53-4e45-a6a9-8fa9dd20a0cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:31:42.335634 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabaea5c-4bd5-40cb-839b-11e8a4d61eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63351b95-09a4-4e7d-a123-515558d2ff66,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:31:42.340018 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-fabaea5c-4bd5-40cb-839b-11e8a4d61eb2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5ee3a4910fad450293e71737070cfa06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3688602 Jun 10 15:31:42.341365 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-fabaea5c-4bd5-40cb-839b-11e8a4d61eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:31:42.343435 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 56148) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:31:42.406939 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-3f36a595-b057-42a2-91f6-b931088d8330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:42.430708 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-3f36a595-b057-42a2-91f6-b931088d8330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:42.565763 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-3f36a595-b057-42a2-91f6-b931088d8330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:42.568322 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-3f36a595-b057-42a2-91f6-b931088d8330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:42.569490 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-3f36a595-b057-42a2-91f6-b931088d8330 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/63351b95-09a4-4e7d-a123-515558d2ff66 HTTP/1.1" status: 204 len: 168 time: 0.2253230 Jun 10 15:31:42.570271 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-f0234e07-ca04-4bca-97df-3c93cbf71f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:31:42.579516 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36a595-b057-42a2-91f6-b931088d8330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63351b95-09a4-4e7d-a123-515558d2ff66,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:31:42.585363 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-3f36a595-b057-42a2-91f6-b931088d8330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:31:48.211757 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-6ee2050c-ca66-4392-ac2b-168109ad859e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:48.720155 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 56244) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:31:48.913515 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1f9eec5-95f3-4bd2-a46d-80901d3b3b77 admin admin] Deleting subnet f127d856-071b-4cb5-80a7-167fe5e0a077 {{(pid=92441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:31:48.916451 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f1f9eec5-95f3-4bd2-a46d-80901d3b3b77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:48.962898 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f1f9eec5-95f3-4bd2-a46d-80901d3b3b77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4616097'] for subnet, precommit_delete_associations {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:49.010735 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f1f9eec5-95f3-4bd2-a46d-80901d3b3b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4192505'] for subnet, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:49.149007 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f1f9eec5-95f3-4bd2-a46d-80901d3b3b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4192482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4943142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314418'] for subnet, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:49.151453 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a35c6a3b-547c-4c57-a7ed-7c10422fab78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:31:49.181935 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9eec5-95f3-4bd2-a46d-80901d3b3b77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f127d856-071b-4cb5-80a7-167fe5e0a077,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:31:49.184392 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-f1f9eec5-95f3-4bd2-a46d-80901d3b3b77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:31:49.187338 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-f1f9eec5-95f3-4bd2-a46d-80901d3b3b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:49.191709 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-f1f9eec5-95f3-4bd2-a46d-80901d3b3b77 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f127d856-071b-4cb5-80a7-167fe5e0a077 HTTP/1.1" status: 204 len: 168 time: 0.4680932 Jun 10 15:31:49.191709 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 56248) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:31:49.285905 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-84c63804-9d09-45ac-b3b7-c6ef32cbe10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775328'] for network, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:49.394330 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-84c63804-9d09-45ac-b3b7-c6ef32cbe10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190582', 'neutron.services.segments.db._delete_segments_for_network-8786703803055'] for network, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:49.406643 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-84c63804-9d09-45ac-b3b7-c6ef32cbe10f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8357f5f-440f-4b01-82f1-2775013c9a3c']}} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:31:49.417628 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-84c63804-9d09-45ac-b3b7-c6ef32cbe10f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd55ab4e-eafe-44b9-953b-17cf372a6d06') {'for_net_delete': True} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:31:49.417955 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-84c63804-9d09-45ac-b3b7-c6ef32cbe10f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd55ab4e-eafe-44b9-953b-17cf372a6d06') {} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:31:49.427616 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-84c63804-9d09-45ac-b3b7-c6ef32cbe10f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786703802884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4616120'] for segment, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:49.442583 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-84c63804-9d09-45ac-b3b7-c6ef32cbe10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:49.449551 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84c63804-9d09-45ac-b3b7-c6ef32cbe10f admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=92441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:31:49.450051 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-84c63804-9d09-45ac-b3b7-c6ef32cbe10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4940473'] for segment, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: Traceback (most recent call last): Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: timer() Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: cb(*args, **kw) Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: return func(*args, **kwargs) Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: self._notify() Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: self.callback(batched_events) Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: event.method(event) Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: return f(self, *a, **k) Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: return self._get(url).json() Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: return self.request(url, 'GET', **kwargs) Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:31:49.451711 dv-cinder-772126-2-iscsi neutron-server[92441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:31:49.621113 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-84c63804-9d09-45ac-b3b7-c6ef32cbe10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4190591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938507'] for network, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:49.624987 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:31:49.627629 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-84c63804-9d09-45ac-b3b7-c6ef32cbe10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:49.635265 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-84c63804-9d09-45ac-b3b7-c6ef32cbe10f admin admin] 10.222.0.26 "DELETE /v2.0/networks/a8357f5f-440f-4b01-82f1-2775013c9a3c HTTP/1.1" status: 204 len: 168 time: 0.4367831 Jun 10 15:31:49.643845 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c63804-9d09-45ac-b3b7-c6ef32cbe10f admin admin] Pushing event deleted for resources: {'Network': ['ID=a8357f5f-440f-4b01-82f1-2775013c9a3c,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:31:49.647142 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-84c63804-9d09-45ac-b3b7-c6ef32cbe10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:31:50.073642 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 56258) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:31:50.117473 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-49be285f-a735-490a-b3ed-c57cbd4fc3e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1d545de86d7147769f15bb6e7fc706dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425353 Jun 10 15:31:50.119806 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 56260) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:31:50.168824 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-5a738f30-f58c-4692-b11a-43df598cbb88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:50.191107 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-5a738f30-f58c-4692-b11a-43df598cbb88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:50.354585 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-5a738f30-f58c-4692-b11a-43df598cbb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:50.357314 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-5a738f30-f58c-4692-b11a-43df598cbb88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:50.358797 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-5a738f30-f58c-4692-b11a-43df598cbb88 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a62d74f1-6073-4b35-aabf-25394111d2b9 HTTP/1.1" status: 204 len: 168 time: 0.2377594 Jun 10 15:31:50.359675 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7bcad342-c6f7-498e-bea8-2ded00f35f24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:31:50.369299 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a738f30-f58c-4692-b11a-43df598cbb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62d74f1-6073-4b35-aabf-25394111d2b9,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:31:50.383905 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-5a738f30-f58c-4692-b11a-43df598cbb88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:31:50.749224 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:50.794988 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-67787f40-d511-4026-be1f-e343a3535658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:51.880271 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:53.663467 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:58.290085 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 56354) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:31:58.393243 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a11de42b-ffc4-4d6a-a91d-02474eb38e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:58.486754 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a11de42b-ffc4-4d6a-a91d-02474eb38e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:58.634466 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a11de42b-ffc4-4d6a-a91d-02474eb38e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:58.636835 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-bc1097c5-0ea0-40b0-b270-159a0317d024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:31:58.675373 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11de42b-ffc4-4d6a-a91d-02474eb38e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943eaca0-8eb4-434e-8150-cc794f43f2b8,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:31:58.680734 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-a11de42b-ffc4-4d6a-a91d-02474eb38e12 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bb1d6c5e4fa448c79fd5d0aa0a3fffe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3896019 Jun 10 15:31:58.681620 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a11de42b-ffc4-4d6a-a91d-02474eb38e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:31:58.683725 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 56358) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:31:58.735750 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-3ddef1ff-cc8f-4f92-80d3-245d1c294ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:58.758435 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-3ddef1ff-cc8f-4f92-80d3-245d1c294ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:58.948948 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-3ddef1ff-cc8f-4f92-80d3-245d1c294ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:58.951514 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-3ddef1ff-cc8f-4f92-80d3-245d1c294ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:31:58.952633 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-3ddef1ff-cc8f-4f92-80d3-245d1c294ffa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/943eaca0-8eb4-434e-8150-cc794f43f2b8 HTTP/1.1" status: 204 len: 168 time: 0.2683811 Jun 10 15:31:58.953408 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a5a81ce9-f97e-4a25-8b0f-fdc233be0c34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:31:58.972973 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddef1ff-cc8f-4f92-80d3-245d1c294ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943eaca0-8eb4-434e-8150-cc794f43f2b8,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:31:58.972973 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-3ddef1ff-cc8f-4f92-80d3-245d1c294ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:01.977659 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a958ca43-c69d-4d41-9591-6252f0269041 req-60de45b5-4858-4bee-bf39-3fb58aade05d tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=acef8370531f444a9d79f408d5fa7ead&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318797 Jun 10 15:32:02.172578 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ca43-c69d-4d41-9591-6252f0269041 req-3dfbeb65-1261-40c7-8a27-72082dec014a tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:02.173920 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a958ca43-c69d-4d41-9591-6252f0269041 req-3dfbeb65-1261-40c7-8a27-72082dec014a tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1911232 Jun 10 15:32:02.188338 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a958ca43-c69d-4d41-9591-6252f0269041 req-454385bb-8a28-41d6-90c8-30a4a7335902 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/quotas/acef8370531f444a9d79f408d5fa7ead HTTP/1.1" status: 200 len: 375 time: 0.0091357 Jun 10 15:32:02.229516 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a958ca43-c69d-4d41-9591-6252f0269041 req-f9f0d907-5340-4814-9dbe-25032d178de0 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=acef8370531f444a9d79f408d5fa7ead&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364683 Jun 10 15:32:02.512967 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-014edb9d-eaff-47bb-8b54-5ec0477c0d79 req-469e503d-0428-42d0-8777-574400012062 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9ef261f-fe03-456c-8109-e4b34805debb HTTP/1.1" status: 200 len: 210 time: 0.0331366 Jun 10 15:32:03.597314 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8e6f9913-743c-460c-911c-f828dbe3bde5 req-35e8162d-e782-483a-aaaa-ab39b3ed1f26 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9ef261f-fe03-456c-8109-e4b34805debb HTTP/1.1" status: 200 len: 210 time: 0.0329590 Jun 10 15:32:04.741098 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e423f991-15af-4eb4-91a0-1d2f7bd99ae8 req-0d103d44-32ab-4636-9cdd-d8c625b48f0c tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9ef261f-fe03-456c-8109-e4b34805debb HTTP/1.1" status: 200 len: 210 time: 0.0327346 Jun 10 15:32:05.313882 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-a958ca43-c69d-4d41-9591-6252f0269041 req-06400444-196f-4073-b3f9-e2a45ccc8177 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=acef8370531f444a9d79f408d5fa7ead&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308707 Jun 10 15:32:05.519342 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ca43-c69d-4d41-9591-6252f0269041 req-267af98a-b33c-43c3-a109-db84eae87912 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:05.520734 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-a958ca43-c69d-4d41-9591-6252f0269041 req-267af98a-b33c-43c3-a109-db84eae87912 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2023170 Jun 10 15:32:05.533902 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [req-a958ca43-c69d-4d41-9591-6252f0269041 req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Request body: {'port': {'device_id': 'd9ef261f-fe03-456c-8109-e4b34805debb', 'network_id': 'b6aff312-c926-4f70-bb42-96b12b6c1456', 'admin_state_up': True, 'tenant_id': 'acef8370531f444a9d79f408d5fa7ead'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:32:05.761277 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a958ca43-c69d-4d41-9591-6252f0269041 req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Made reservation on behalf of acef8370531f444a9d79f408d5fa7ead for: {'port': 1} {{(pid=92441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:32:05.765997 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-a958ca43-c69d-4d41-9591-6252f0269041 req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:05.778196 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-a958ca43-c69d-4d41-9591-6252f0269041 req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:05.826844 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:05.879872 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-a958ca43-c69d-4d41-9591-6252f0269041 req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:05.895546 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5f50c58a-e57e-4974-b6fe-e694f2d130e4 req-e1e6c87e-eaa9-44eb-aba3-3aa215feb4e7 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9ef261f-fe03-456c-8109-e4b34805debb HTTP/1.1" status: 200 len: 210 time: 0.0380993 Jun 10 15:32:05.977673 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-a958ca43-c69d-4d41-9591-6252f0269041 req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:05.981940 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:06.050670 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3cfd8a-525b-4774-a70e-5c53b2b4dae8,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:06.065285 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:06.065654 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:06.066036 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:06.066389 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:06.066740 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:06.067084 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:06.067426 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:06.067768 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:06.068109 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:06.068448 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:06.068784 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:06.069120 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:06.074950 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:06.133053 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [req-a958ca43-c69d-4d41-9591-6252f0269041 req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Allocated IP 192.168.233.32 (b6aff312-c926-4f70-bb42-96b12b6c1456/098df6bf-736c-4e8f-9710-3f032f13d457/58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:32:06.303405 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-a958ca43-c69d-4d41-9591-6252f0269041 req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:06.316091 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.provisioning_blocks [req-a958ca43-c69d-4d41-9591-6252f0269041 req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Transition to ACTIVE for port object 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5 will not be triggered until provisioned by entity DHCP. {{(pid=92441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:32:06.420993 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-a958ca43-c69d-4d41-9591-6252f0269041 req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940535'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:06.425870 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:06.710943 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a958ca43-c69d-4d41-9591-6252f0269041 req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Network b6aff312-c926-4f70-bb42-96b12b6c1456 is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:32:06.714263 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [req-a958ca43-c69d-4d41-9591-6252f0269041 req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:32:06.716763 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [req-a958ca43-c69d-4d41-9591-6252f0269041 req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:32:06.757317 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Pushing event updated for resources: {'Port': ['ID=58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:06.760402 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:06.783763 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ca43-c69d-4d41-9591-6252f0269041 req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:06.784430 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-a958ca43-c69d-4d41-9591-6252f0269041 req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:06.892614 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-a958ca43-c69d-4d41-9591-6252f0269041 req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3622622 Jun 10 15:32:06.904922 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [req-a958ca43-c69d-4d41-9591-6252f0269041 req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] Request body: {'port': {'device_id': 'd9ef261f-fe03-456c-8109-e4b34805debb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:32:06.993093 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-a958ca43-c69d-4d41-9591-6252f0269041 req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:07.022924 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-a272462f-7093-4219-a03d-e94dc9d6ee5e None None] Provisioning for port 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5 completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:32:07.027532 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-a272462f-7093-4219-a03d-e94dc9d6ee5e None None] Provisioning complete for port 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5 triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:32:07.027912 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-a272462f-7093-4219-a03d-e94dc9d6ee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:07.068049 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-a272462f-7093-4219-a03d-e94dc9d6ee5e None None] Port 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5 cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:32:07.076527 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1c2a6-52c7-4e2c-9e89-feb411ce5d49 req-2b165e83-caf9-439c-b451-18359ddd317b tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:07.078035 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ffe1c2a6-52c7-4e2c-9e89-feb411ce5d49 req-2b165e83-caf9-439c-b451-18359ddd317b tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9ef261f-fe03-456c-8109-e4b34805debb HTTP/1.1" status: 200 len: 935 time: 0.0701878 Jun 10 15:32:07.121248 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ffe1c2a6-52c7-4e2c-9e89-feb411ce5d49 req-3058fd68-acd0-4165-8328-4592a7b8c609 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d3cfd8a-525b-4774-a70e-5c53b2b4dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373993 Jun 10 15:32:07.301366 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [req-a958ca43-c69d-4d41-9591-6252f0269041 req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5 {{(pid=92441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:32:07.308378 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-a958ca43-c69d-4d41-9591-6252f0269041 req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:07.319464 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.provisioning_blocks [req-a958ca43-c69d-4d41-9591-6252f0269041 req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] Transition to ACTIVE for port object 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5 will not be triggered until provisioned by entity L2. {{(pid=92441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:32:07.399933 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-a958ca43-c69d-4d41-9591-6252f0269041 req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940517'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:07.402664 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-1e3113a6-f07f-4056-b8be-43e99501f9d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:07.498755 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] Pushing event updated for resources: {'Port': ['ID=58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5,revision_number=2']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:07.503861 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:07.586382 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.managers [req-a958ca43-c69d-4d41-9591-6252f0269041 req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] Attempting to bind port 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:32:07.586728 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.managers [req-a958ca43-c69d-4d41-9591-6252f0269041 req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] Attempting to bind port 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': 'd63297b2-f273-4ede-a9a1-2426a29d5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b6aff312-c926-4f70-bb42-96b12b6c1456'}] {{(pid=92441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:32:07.587054 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ca43-c69d-4d41-9591-6252f0269041 req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] Attempting to bind port 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5 on network b6aff312-c926-4f70-bb42-96b12b6c1456 {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:32:07.592049 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ca43-c69d-4d41-9591-6252f0269041 req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] Port 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5 on network b6aff312-c926-4f70-bb42-96b12b6c1456 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:32:07.592371 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ca43-c69d-4d41-9591-6252f0269041 req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] Attempting to bind port 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5 on network b6aff312-c926-4f70-bb42-96b12b6c1456 {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:32:07.597066 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ca43-c69d-4d41-9591-6252f0269041 req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] Checking agent: {'id': 'e28e421a-1ab2-4a36-8074-76b1dba64f57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'started_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:32:07.597406 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ca43-c69d-4d41-9591-6252f0269041 req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] Checking segment: {'id': 'd63297b2-f273-4ede-a9a1-2426a29d5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b6aff312-c926-4f70-bb42-96b12b6c1456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:32:07.597787 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ca43-c69d-4d41-9591-6252f0269041 req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] Bound using segment: {'id': 'd63297b2-f273-4ede-a9a1-2426a29d5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b6aff312-c926-4f70-bb42-96b12b6c1456'} {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:32:07.598235 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.managers [req-a958ca43-c69d-4d41-9591-6252f0269041 req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] Bound port: 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd63297b2-f273-4ede-a9a1-2426a29d5ad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'b6aff312-c926-4f70-bb42-96b12b6c1456'}}] {{(pid=92441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:32:07.598584 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-a958ca43-c69d-4d41-9591-6252f0269041 req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:07.674062 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [req-a958ca43-c69d-4d41-9591-6252f0269041 req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] For port 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5, host hv-cinder-77212, cleared binding levels {{(pid=92441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:32:07.676975 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [req-a958ca43-c69d-4d41-9591-6252f0269041 req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] For port 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5,segment=NetworkSegment(d63297b2-f273-4ede-a9a1-2426a29d5ad7),segment_id=d63297b2-f273-4ede-a9a1-2426a29d5ad7)] {{(pid=92441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:32:07.778314 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-a958ca43-c69d-4d41-9591-6252f0269041 req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940517'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:07.780394 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-d323663f-c6f2-4eaa-94f8-86a8ba4121e1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:07.824805 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ca43-c69d-4d41-9591-6252f0269041 req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:07.825423 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-a958ca43-c69d-4d41-9591-6252f0269041 req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:07.826826 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-a958ca43-c69d-4d41-9591-6252f0269041 req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] 10.222.0.45 "PUT /v2.0/ports/58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5 HTTP/1.1" status: 200 len: 1097 time: 0.9266887 Jun 10 15:32:07.827368 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9ef261f-fe03-456c-8109-e4b34805debb', 'tag': '58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5'}] {{(pid=92441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:32:07.829699 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9b8eca18dfada33807f9ce70a392550ff1c61d1cc5185ff617afbbc74c0c2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ba0b4b-de40-482d-a133-a4189dbb3dea" -d '{"events": [{"name": "network-changed", "server_uuid": "d9ef261f-fe03-456c-8109-e4b34805debb", "tag": "58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5"}]}' {{(pid=92441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:32:07.853330 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] Pushing event updated for resources: {'Port': ['ID=58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5,revision_number=3']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:07.857683 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:07.868931 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a8a3f3-6a7c-4d70-997d-cc1fff9cb7f6 x-openstack-request-id: req-25a8a3f3-6a7c-4d70-997d-cc1fff9cb7f6 {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:32:07.869264 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9ef261f-fe03-456c-8109-e4b34805debb", "tag": "58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5", "status": "completed", "code": 200}]} {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:32:07.869554 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-25a8a3f3-6a7c-4d70-997d-cc1fff9cb7f6 {{(pid=92441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:32:07.870028 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9ef261f-fe03-456c-8109-e4b34805debb', 'tag': '58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5', 'status': 'completed', 'code': 200} Jun 10 15:32:07.958751 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba0b4b-de40-482d-a133-a4189dbb3dea req-96e1f368-4c45-43bc-83bd-d0062c031e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:07.960258 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-e3ba0b4b-de40-482d-a133-a4189dbb3dea req-96e1f368-4c45-43bc-83bd-d0062c031e74 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=acef8370531f444a9d79f408d5fa7ead&device_id=d9ef261f-fe03-456c-8109-e4b34805debb HTTP/1.1" status: 200 len: 1100 time: 0.0626822 Jun 10 15:32:07.994449 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-e3ba0b4b-de40-482d-a133-a4189dbb3dea req-ce0a3036-cc4f-46fb-9235-95209e174d01 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=acef8370531f444a9d79f408d5fa7ead&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251651 Jun 10 15:32:08.113951 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba0b4b-de40-482d-a133-a4189dbb3dea req-ad9339cb-5ded-4b26-8259-8c29a6c59acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:08.115288 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-e3ba0b4b-de40-482d-a133-a4189dbb3dea req-ad9339cb-5ded-4b26-8259-8c29a6c59acb service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1138945 Jun 10 15:32:08.214526 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ca43-c69d-4d41-9591-6252f0269041 req-31acb9f9-a313-4b7e-8492-bfeda92b72b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:08.215991 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-a958ca43-c69d-4d41-9591-6252f0269041 req-31acb9f9-a313-4b7e-8492-bfeda92b72b0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=acef8370531f444a9d79f408d5fa7ead&device_id=d9ef261f-fe03-456c-8109-e4b34805debb HTTP/1.1" status: 200 len: 1100 time: 0.0590663 Jun 10 15:32:08.274298 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-a958ca43-c69d-4d41-9591-6252f0269041 req-c5ac58f9-5252-4b06-af63-406c210a8a07 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5 HTTP/1.1" status: 200 len: 217 time: 0.0510316 Jun 10 15:32:08.306607 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280186a7-dacd-450f-891a-66625942842a req-f5bdacbc-e82f-420b-886d-cab9d9a80e08 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:08.308773 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-280186a7-dacd-450f-891a-66625942842a req-f5bdacbc-e82f-420b-886d-cab9d9a80e08 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9ef261f-fe03-456c-8109-e4b34805debb HTTP/1.1" status: 200 len: 947 time: 0.0730460 Jun 10 15:32:08.331988 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ca43-c69d-4d41-9591-6252f0269041 req-e5f3d6b3-878a-4141-8047-e74619940992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:08.333502 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-a958ca43-c69d-4d41-9591-6252f0269041 req-e5f3d6b3-878a-4141-8047-e74619940992 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=098df6bf-736c-4e8f-9710-3f032f13d457 HTTP/1.1" status: 200 len: 843 time: 0.0517473 Jun 10 15:32:08.350238 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-280186a7-dacd-450f-891a-66625942842a req-f4cfce74-deeb-4e27-be22-1f457f65c692 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d3cfd8a-525b-4774-a70e-5c53b2b4dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355687 Jun 10 15:32:08.402375 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ca43-c69d-4d41-9591-6252f0269041 req-ff41eec8-a4d3-4412-bcbd-63cc13ec9654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:08.403943 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-a958ca43-c69d-4d41-9591-6252f0269041 req-ff41eec8-a4d3-4412-bcbd-63cc13ec9654 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b6aff312-c926-4f70-bb42-96b12b6c1456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0634077 Jun 10 15:32:08.514884 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-a958ca43-c69d-4d41-9591-6252f0269041 req-fb50a188-4343-4e5a-890f-d79a4d0cc1aa service neutron] 10.222.0.45 "GET /v2.0/networks/b6aff312-c926-4f70-bb42-96b12b6c1456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043763 Jun 10 15:32:08.631039 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-a958ca43-c69d-4d41-9591-6252f0269041 req-ebf400fa-1ab1-4b2e-b823-2cf28e6ce66d service neutron] 10.222.0.45 "GET /v2.0/networks/b6aff312-c926-4f70-bb42-96b12b6c1456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092250 Jun 10 15:32:09.532066 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4112b2b-1ae5-4218-ba6f-940433221446 req-b9e945ee-9299-48d8-b0ec-8a58d4614fe8 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:09.533509 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c4112b2b-1ae5-4218-ba6f-940433221446 req-b9e945ee-9299-48d8-b0ec-8a58d4614fe8 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9ef261f-fe03-456c-8109-e4b34805debb HTTP/1.1" status: 200 len: 947 time: 0.0685506 Jun 10 15:32:09.574607 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c4112b2b-1ae5-4218-ba6f-940433221446 req-65fc1588-6115-4703-94cc-b9cfccaf6ee9 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d3cfd8a-525b-4774-a70e-5c53b2b4dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354440 Jun 10 15:32:10.754034 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b165ff6-c09a-4e6b-a76a-fd7c54a19b24 req-9ced71a4-0db5-42af-95db-39fe1c089f69 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:10.755474 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2b165ff6-c09a-4e6b-a76a-fd7c54a19b24 req-9ced71a4-0db5-42af-95db-39fe1c089f69 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9ef261f-fe03-456c-8109-e4b34805debb HTTP/1.1" status: 200 len: 947 time: 0.0725737 Jun 10 15:32:10.796775 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2b165ff6-c09a-4e6b-a76a-fd7c54a19b24 req-bc290e80-c724-47b1-9e00-ad81a0b1e55a tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d3cfd8a-525b-4774-a70e-5c53b2b4dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357411 Jun 10 15:32:11.968221 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=92442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:32:11.974918 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034767ba-e200-4dfb-b156-431f5b4a091f req-2048d2d6-cd6d-4309-a486-b6802a5e8607 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:11.976386 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-034767ba-e200-4dfb-b156-431f5b4a091f req-2048d2d6-cd6d-4309-a486-b6802a5e8607 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9ef261f-fe03-456c-8109-e4b34805debb HTTP/1.1" status: 200 len: 947 time: 0.0684345 Jun 10 15:32:12.018010 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-034767ba-e200-4dfb-b156-431f5b4a091f req-26052b02-6a79-409a-8c5d-bc56577f2b6b tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d3cfd8a-525b-4774-a70e-5c53b2b4dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353549 Jun 10 15:32:12.085629 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5,segment=NetworkSegment(d63297b2-f273-4ede-a9a1-2426a29d5ad7),segment_id=d63297b2-f273-4ede-a9a1-2426a29d5ad7)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:32:12.097218 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Returning: {'device': '58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5', 'network_id': 'b6aff312-c926-4f70-bb42-96b12b6c1456', 'port_id': '58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5', 'mac_address': 'fa:16:3e:1a:14:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '098df6bf-736c-4e8f-9710-3f032f13d457', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:32:12.138857 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:12.152604 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5 {{(pid=92442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:32:12.175442 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5,segment=NetworkSegment(d63297b2-f273-4ede-a9a1-2426a29d5ad7),segment_id=d63297b2-f273-4ede-a9a1-2426a29d5ad7)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:32:12.280205 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:12.282001 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:12.335194 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:12.342470 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:12.342760 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:12.343099 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:12.343433 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:12.343765 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:12.344093 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:12.344420 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:12.344746 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:12.345071 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:12.345393 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:12.345713 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:12.346071 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:12.349903 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:12.723080 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:32:13.205440 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db0f0e-92a8-4a49-bddd-511e13faffa8 req-0b57a971-d730-4884-b0aa-5dfc1e4d4af5 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:13.206955 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-01db0f0e-92a8-4a49-bddd-511e13faffa8 req-0b57a971-d730-4884-b0aa-5dfc1e4d4af5 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9ef261f-fe03-456c-8109-e4b34805debb HTTP/1.1" status: 200 len: 948 time: 0.0785196 Jun 10 15:32:13.248840 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-01db0f0e-92a8-4a49-bddd-511e13faffa8 req-958c1921-a4d7-4210-a891-53dfdfbfafbd tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d3cfd8a-525b-4774-a70e-5c53b2b4dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362823 Jun 10 15:32:13.983390 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5 up at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:32:14.112672 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning for port 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:32:14.116412 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning complete for port 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:32:14.116796 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:14.207700 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:14.231914 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ef261f-fe03-456c-8109-e4b34805debb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:32:14.234492 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46299ee8-1662-4512-9431-5fd8b87f7984" -d '{"events": [{"server_uuid": "d9ef261f-fe03-456c-8109-e4b34805debb", "name": "network-vif-plugged", "status": "completed", "tag": "58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:32:14.248242 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5,segment=NetworkSegment(d63297b2-f273-4ede-a9a1-2426a29d5ad7),segment_id=d63297b2-f273-4ede-a9a1-2426a29d5ad7)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:32:14.271202 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6838a32e-4fe9-4b64-99eb-6ff1bf6f8b0a x-openstack-request-id: req-6838a32e-4fe9-4b64-99eb-6ff1bf6f8b0a {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:32:14.271509 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ef261f-fe03-456c-8109-e4b34805debb", "name": "network-vif-plugged", "status": "completed", "tag": "58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:32:14.273003 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6838a32e-4fe9-4b64-99eb-6ff1bf6f8b0a {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:32:14.273003 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ef261f-fe03-456c-8109-e4b34805debb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5', 'code': 200} Jun 10 15:32:14.381232 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:14.383208 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-12fec5d6-5afc-40ec-a2fe-35e512904f79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:14.434905 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16493ed-b477-42fb-9877-b10a106a7f00 req-da44396d-b918-45b1-976c-c5b75c8e4a12 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:14.434905 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d16493ed-b477-42fb-9877-b10a106a7f00 req-da44396d-b918-45b1-976c-c5b75c8e4a12 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9ef261f-fe03-456c-8109-e4b34805debb HTTP/1.1" status: 200 len: 948 time: 0.0691066 Jun 10 15:32:14.440933 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:14.444284 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:14.475461 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d16493ed-b477-42fb-9877-b10a106a7f00 req-3d43b9ed-bd24-48b6-a0aa-5a17b1d8dd63 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d3cfd8a-525b-4774-a70e-5c53b2b4dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370510 Jun 10 15:32:14.747428 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba34a9ab-e89a-44b1-b7b4-d182124a528f req-a5eae870-7907-4190-935d-b49c687c5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:14.748885 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-ba34a9ab-e89a-44b1-b7b4-d182124a528f req-a5eae870-7907-4190-935d-b49c687c5b4e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d9ef261f-fe03-456c-8109-e4b34805debb HTTP/1.1" status: 200 len: 1102 time: 0.0639496 Jun 10 15:32:14.785229 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-ba34a9ab-e89a-44b1-b7b4-d182124a528f req-53e0303f-c633-4ccf-b30d-fbd5afa90bc6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=4d3cfd8a-525b-4774-a70e-5c53b2b4dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292823 Jun 10 15:32:15.200465 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:32:15.689641 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f7fe3-7557-49be-a7e5-226362c8980f req-b6daeb56-468b-4adc-bec6-b67131617e19 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:15.691049 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a56f7fe3-7557-49be-a7e5-226362c8980f req-b6daeb56-468b-4adc-bec6-b67131617e19 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9ef261f-fe03-456c-8109-e4b34805debb HTTP/1.1" status: 200 len: 949 time: 0.0831811 Jun 10 15:32:15.739335 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a56f7fe3-7557-49be-a7e5-226362c8980f req-07ff6c86-eecd-4ebd-99ff-4c2c2be07130 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d3cfd8a-525b-4774-a70e-5c53b2b4dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426152 Jun 10 15:32:16.924420 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971edef-a141-47b4-8efa-a2de240ab11b req-de5619ce-970b-49b3-9748-1d579fd8c1f4 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:16.925992 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8971edef-a141-47b4-8efa-a2de240ab11b req-de5619ce-970b-49b3-9748-1d579fd8c1f4 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9ef261f-fe03-456c-8109-e4b34805debb HTTP/1.1" status: 200 len: 949 time: 0.0699353 Jun 10 15:32:16.967319 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8971edef-a141-47b4-8efa-a2de240ab11b req-a9e5b961-39eb-40af-adc4-54f8b9c141a9 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d3cfd8a-525b-4774-a70e-5c53b2b4dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357559 Jun 10 15:32:17.803562 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ae111-0cb1-4520-8f44-5ba1a352cdbb req-fb133573-036b-4cb8-975d-f5b5a110bf5e tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:17.804989 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-031ae111-0cb1-4520-8f44-5ba1a352cdbb req-fb133573-036b-4cb8-975d-f5b5a110bf5e tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9ef261f-fe03-456c-8109-e4b34805debb HTTP/1.1" status: 200 len: 949 time: 0.0714386 Jun 10 15:32:17.848938 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-031ae111-0cb1-4520-8f44-5ba1a352cdbb req-627d394b-37af-4eaa-824c-592bc68b843a tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d3cfd8a-525b-4774-a70e-5c53b2b4dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381956 Jun 10 15:32:18.192681 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-061e9c97-1b06-45ca-89ed-f212bc831a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:18.639331 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e9c06-27af-43a8-932f-6231e1eb12e8 req-4452f70d-764f-46d8-9d81-5bd22bc0b6fe tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:18.640972 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d17e9c06-27af-43a8-932f-6231e1eb12e8 req-4452f70d-764f-46d8-9d81-5bd22bc0b6fe tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 985 time: 0.0730343 Jun 10 15:32:18.685716 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d17e9c06-27af-43a8-932f-6231e1eb12e8 req-958b1a9d-bdbd-4f6f-b82f-857471e3de45 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b50c157-45bc-412d-8551-8be762dd3347&id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381355 Jun 10 15:32:18.707926 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc89fc9-4548-4c53-99d6-a26ee82789a1 req-5b3ef64b-2eb3-42dd-ae16-1b424c7dd239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:18.709399 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-9cc89fc9-4548-4c53-99d6-a26ee82789a1 req-5b3ef64b-2eb3-42dd-ae16-1b424c7dd239 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db0c59ccfeea45a7b9c0ebc35a81a341&device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 1138 time: 0.0609269 Jun 10 15:32:18.826642 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc89fc9-4548-4c53-99d6-a26ee82789a1 req-c25c076a-ea3d-409e-a477-c8eefde1b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:18.828075 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-9cc89fc9-4548-4c53-99d6-a26ee82789a1 req-c25c076a-ea3d-409e-a477-c8eefde1b687 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99fc0f03-757d-421c-8ecc-585e7d30dced HTTP/1.1" status: 200 len: 916 time: 0.1111600 Jun 10 15:32:18.912376 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-9cc89fc9-4548-4c53-99d6-a26ee82789a1 req-9ea60457-a565-491b-afb6-c1fe5a4338c2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af47ca85-b4c5-4535-97f5-787d5339229d HTTP/1.1" status: 200 len: 1002 time: 0.0773735 Jun 10 15:32:18.970861 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc89fc9-4548-4c53-99d6-a26ee82789a1 req-77c6b4f6-55c8-4237-9f3e-6c7df813aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:18.972501 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-9cc89fc9-4548-4c53-99d6-a26ee82789a1 req-77c6b4f6-55c8-4237-9f3e-6c7df813aa47 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6b21160b-cc2e-4cb8-a64c-09bca992f2a7 HTTP/1.1" status: 200 len: 854 time: 0.0534594 Jun 10 15:32:19.037141 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ec8f0-ca96-4374-ad67-e43f4581ceaf req-88c6a517-37c8-47eb-92ba-4fe4a7fec22b tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:19.038631 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8e8ec8f0-ca96-4374-ad67-e43f4581ceaf req-88c6a517-37c8-47eb-92ba-4fe4a7fec22b tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9ef261f-fe03-456c-8109-e4b34805debb HTTP/1.1" status: 200 len: 949 time: 0.0727639 Jun 10 15:32:19.039556 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc89fc9-4548-4c53-99d6-a26ee82789a1 req-3200388c-b666-40bb-94ee-de2ef5146008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:19.041025 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-9cc89fc9-4548-4c53-99d6-a26ee82789a1 req-3200388c-b666-40bb-94ee-de2ef5146008 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99fc0f03-757d-421c-8ecc-585e7d30dced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599210 Jun 10 15:32:19.080781 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8e8ec8f0-ca96-4374-ad67-e43f4581ceaf req-05d77be3-8284-4dee-87ee-1c29a24c657d tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/security-groups?id=4d3cfd8a-525b-4774-a70e-5c53b2b4dae8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361443 Jun 10 15:32:19.157895 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-9cc89fc9-4548-4c53-99d6-a26ee82789a1 req-821125bd-cb3b-4b3a-93bd-461729c25e1f service neutron] 10.222.0.45 "GET /v2.0/networks/99fc0f03-757d-421c-8ecc-585e7d30dced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093986 Jun 10 15:32:19.271389 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-9cc89fc9-4548-4c53-99d6-a26ee82789a1 req-591d3d29-fd0c-404a-9a46-121df3853e9f service neutron] 10.222.0.45 "GET /v2.0/networks/99fc0f03-757d-421c-8ecc-585e7d30dced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065142 Jun 10 15:32:19.554418 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bab455-bd18-4d64-877a-b002e7243840 req-a427f268-0f71-4de5-8d9f-de78a9c900f3 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:19.555782 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-e9bab455-bd18-4d64-877a-b002e7243840 req-a427f268-0f71-4de5-8d9f-de78a9c900f3 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.45 "GET /v2.0/ports?device_id=d9ef261f-fe03-456c-8109-e4b34805debb HTTP/1.1" status: 200 len: 949 time: 0.0726373 Jun 10 15:32:19.670786 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [req-e9bab455-bd18-4d64-877a-b002e7243840 req-0142f4a8-9f8f-4d9c-8da4-d1a791cbde56 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Deleting port 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5 {{(pid=92441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:32:19.671167 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-e9bab455-bd18-4d64-877a-b002e7243840 req-0142f4a8-9f8f-4d9c-8da4-d1a791cbde56 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:19.788219 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [req-e9bab455-bd18-4d64-877a-b002e7243840 req-0142f4a8-9f8f-4d9c-8da4-d1a791cbde56 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] For port 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5,segment=NetworkSegment(d63297b2-f273-4ede-a9a1-2426a29d5ad7),segment_id=d63297b2-f273-4ede-a9a1-2426a29d5ad7)] {{(pid=92441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:32:19.788905 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-e9bab455-bd18-4d64-877a-b002e7243840 req-0142f4a8-9f8f-4d9c-8da4-d1a791cbde56 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:19.865396 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70de2a-5328-41bd-97b9-01576adc2f8b req-a57c6013-7af6-4a31-94a3-811be27a85b8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:19.866792 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2d70de2a-5328-41bd-97b9-01576adc2f8b req-a57c6013-7af6-4a31-94a3-811be27a85b8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 985 time: 0.0703909 Jun 10 15:32:19.884794 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [req-e9bab455-bd18-4d64-877a-b002e7243840 req-0142f4a8-9f8f-4d9c-8da4-d1a791cbde56 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Calling delete_port for 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5 owned by compute:nova {{(pid=92441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:32:19.909726 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2d70de2a-5328-41bd-97b9-01576adc2f8b req-8d1d86f6-ddc0-4aa9-bf41-fca4b8a332e5 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b50c157-45bc-412d-8551-8be762dd3347&id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371635 Jun 10 15:32:20.109475 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-e9bab455-bd18-4d64-877a-b002e7243840 req-0142f4a8-9f8f-4d9c-8da4-d1a791cbde56 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940524'] for port, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:20.114123 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:20.146692 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142f4a8-9f8f-4d9c-8da4-d1a791cbde56 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Pushing event deleted for resources: {'Port': ['ID=58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:20.154340 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-0142f4a8-9f8f-4d9c-8da4-d1a791cbde56 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:20.206827 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9bab455-bd18-4d64-877a-b002e7243840 req-0142f4a8-9f8f-4d9c-8da4-d1a791cbde56 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] No DVR routers for this DVR port 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5 on host hv-cinder-77212 {{(pid=92441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:32:20.209878 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-e9bab455-bd18-4d64-877a-b002e7243840 req-0142f4a8-9f8f-4d9c-8da4-d1a791cbde56 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:20.211861 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-e9bab455-bd18-4d64-877a-b002e7243840 req-0142f4a8-9f8f-4d9c-8da4-d1a791cbde56 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.45 "DELETE /v2.0/ports/58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5 HTTP/1.1" status: 204 len: 173 time: 0.6493542 Jun 10 15:32:20.212505 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9ef261f-fe03-456c-8109-e4b34805debb', 'name': 'network-vif-deleted', 'tag': '58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5'}] {{(pid=92441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:32:20.215041 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9b8eca18dfada33807f9ce70a392550ff1c61d1cc5185ff617afbbc74c0c2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed63235-2197-4222-9596-abefa59ebfde" -d '{"events": [{"server_uuid": "d9ef261f-fe03-456c-8109-e4b34805debb", "name": "network-vif-deleted", "tag": "58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5"}]}' {{(pid=92441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:32:20.248544 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-801a32b5-51b7-459f-8dc7-f3538679c3e5 req-97717a22-db9f-4cfa-beb1-313489729de4 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9ef261f-fe03-456c-8109-e4b34805debb HTTP/1.1" status: 200 len: 210 time: 0.0470777 Jun 10 15:32:20.256980 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c66dc5-904e-4f69-8731-d94f7a499e5e x-openstack-request-id: req-56c66dc5-904e-4f69-8731-d94f7a499e5e {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:32:20.257306 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9ef261f-fe03-456c-8109-e4b34805debb", "name": "network-vif-deleted", "tag": "58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5", "status": "completed", "code": 200}]} {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:32:20.257592 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-56c66dc5-904e-4f69-8731-d94f7a499e5e {{(pid=92441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:32:20.258041 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9ef261f-fe03-456c-8109-e4b34805debb', 'name': 'network-vif-deleted', 'tag': '58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5', 'status': 'completed', 'code': 200} Jun 10 15:32:20.764414 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-d78d122e-843c-474e-a437-051c98d0b6c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:20.765844 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:21.092591 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0fccd-04a0-454a-9b45-05e808a00ffe req-1ffa238e-d959-4890-9916-8c98264f3aa2 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:21.093962 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d0c0fccd-04a0-454a-9b45-05e808a00ffe req-1ffa238e-d959-4890-9916-8c98264f3aa2 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 985 time: 0.0708830 Jun 10 15:32:21.138084 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d0c0fccd-04a0-454a-9b45-05e808a00ffe req-3d8318d0-01a3-4587-aeaa-59053c2cc164 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b50c157-45bc-412d-8551-8be762dd3347&id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379863 Jun 10 15:32:21.406124 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-15eede86-afd7-4309-94a7-2db96dd98fcc req-275e4fd5-6e53-4fe8-8ad2-cd9bf0a93d6c tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] 10.222.0.26 "GET /v2.0/ports?device_id=d9ef261f-fe03-456c-8109-e4b34805debb HTTP/1.1" status: 200 len: 210 time: 0.0323975 Jun 10 15:32:21.900867 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:22.005430 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:32:22.031974 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] No Port match for: 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:32:22.032401 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 58113aa1-4b84-4f0e-ab8f-1f130cc3d0d5 not bound to the agent host hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:32:22.321685 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92065fc2-14c1-4ace-81eb-4fb73fd1a0b2 req-95822f81-df43-40ca-a53b-7e0c36a12b18 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:22.323158 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-92065fc2-14c1-4ace-81eb-4fb73fd1a0b2 req-95822f81-df43-40ca-a53b-7e0c36a12b18 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 985 time: 0.0733149 Jun 10 15:32:22.366860 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-92065fc2-14c1-4ace-81eb-4fb73fd1a0b2 req-bc2d22cf-8afa-47e6-9b66-1faace2ab71d tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b50c157-45bc-412d-8551-8be762dd3347&id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373666 Jun 10 15:32:23.547015 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d393c-a9c6-4b41-8b1f-44aff690d530 req-b87ab54b-4527-4b86-aad2-993b9950a9eb tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:23.548527 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3f6d393c-a9c6-4b41-8b1f-44aff690d530 req-b87ab54b-4527-4b86-aad2-993b9950a9eb tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 985 time: 0.0689158 Jun 10 15:32:23.593142 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3f6d393c-a9c6-4b41-8b1f-44aff690d530 req-4ed36c9e-fb4f-4e15-b9d2-87601c1cd195 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b50c157-45bc-412d-8551-8be762dd3347&id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387728 Jun 10 15:32:23.649923 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:24.778701 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ac228-44fa-42d9-81ca-1c1b7a9de59b req-6bd72ba7-364d-408d-81dd-586f04fa59b0 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:24.780138 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b22ac228-44fa-42d9-81ca-1c1b7a9de59b req-6bd72ba7-364d-408d-81dd-586f04fa59b0 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 985 time: 0.0754712 Jun 10 15:32:24.822800 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b22ac228-44fa-42d9-81ca-1c1b7a9de59b req-0a566157-8b26-4401-850a-35e9a9a79711 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b50c157-45bc-412d-8551-8be762dd3347&id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369794 Jun 10 15:32:26.009098 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bc33d-f6f8-4a9b-a6c3-f8615515331a req-8c3d340a-3761-48c9-9d2c-f908384942f4 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:26.010618 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-385bc33d-f6f8-4a9b-a6c3-f8615515331a req-8c3d340a-3761-48c9-9d2c-f908384942f4 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 985 time: 0.0717273 Jun 10 15:32:26.056626 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-385bc33d-f6f8-4a9b-a6c3-f8615515331a req-4a1c2540-e30e-4ac8-9f44-8a7d5c9a0052 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b50c157-45bc-412d-8551-8be762dd3347&id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401611 Jun 10 15:32:27.251803 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed151b-89dd-4d4a-9840-8119ae9c594f req-88c723c7-6360-481c-bb5a-400644e00101 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:27.253253 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e6ed151b-89dd-4d4a-9840-8119ae9c594f req-88c723c7-6360-481c-bb5a-400644e00101 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 985 time: 0.0753772 Jun 10 15:32:27.297882 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e6ed151b-89dd-4d4a-9840-8119ae9c594f req-a62cf269-85a5-44a4-9b67-b1c37f4f1e3d tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b50c157-45bc-412d-8551-8be762dd3347&id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388017 Jun 10 15:32:28.490580 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a65db-f87c-4f28-811a-4387f46b23dc req-0692e735-3e0e-4685-8ea7-1116c4863bee tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:28.492149 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d85a65db-f87c-4f28-811a-4387f46b23dc req-0692e735-3e0e-4685-8ea7-1116c4863bee tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 985 time: 0.0804837 Jun 10 15:32:28.549718 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d85a65db-f87c-4f28-811a-4387f46b23dc req-53014a4a-3bd1-493f-969b-735cc77feba4 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b50c157-45bc-412d-8551-8be762dd3347&id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486250 Jun 10 15:32:28.564275 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 56750) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:32:28.709724 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-8b10e5ef-d9ab-48b3-8e46-2004d6db748d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=acef8370531f444a9d79f408d5fa7ead&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442566 Jun 10 15:32:28.712009 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 56754) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:32:28.763903 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-49f2bb31-acfb-4108-b4fb-2eff7b266dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:28.786850 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-49f2bb31-acfb-4108-b4fb-2eff7b266dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:28.926238 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-49f2bb31-acfb-4108-b4fb-2eff7b266dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:28.928848 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-49f2bb31-acfb-4108-b4fb-2eff7b266dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:28.930004 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-49f2bb31-acfb-4108-b4fb-2eff7b266dca admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4d3cfd8a-525b-4774-a70e-5c53b2b4dae8 HTTP/1.1" status: 204 len: 168 time: 0.2171025 Jun 10 15:32:28.930813 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-10684dfb-fda9-4a91-b69f-2ad619630206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:28.939790 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2bb31-acfb-4108-b4fb-2eff7b266dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3cfd8a-525b-4774-a70e-5c53b2b4dae8,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:28.942552 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-49f2bb31-acfb-4108-b4fb-2eff7b266dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:29.739430 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f8608-5b36-4a45-bbc7-abc41483d30d req-e32a2a8b-899c-4b83-8683-955e9462e50e tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:29.740890 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-147f8608-5b36-4a45-bbc7-abc41483d30d req-e32a2a8b-899c-4b83-8683-955e9462e50e tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 985 time: 0.0697880 Jun 10 15:32:29.784683 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-147f8608-5b36-4a45-bbc7-abc41483d30d req-ac2bf4e3-037b-46ab-858c-a967756ea029 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b50c157-45bc-412d-8551-8be762dd3347&id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373526 Jun 10 15:32:30.974524 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f095d-b28a-4356-bf0d-14c724a2d25f req-1221f546-a862-4cfb-a76f-e975c472b843 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:30.976231 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f60f095d-b28a-4356-bf0d-14c724a2d25f req-1221f546-a862-4cfb-a76f-e975c472b843 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 985 time: 0.0753520 Jun 10 15:32:31.023611 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f60f095d-b28a-4356-bf0d-14c724a2d25f req-91a1bf41-84a7-4c49-9704-f3de8e0d576e tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b50c157-45bc-412d-8551-8be762dd3347&id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408475 Jun 10 15:32:31.220902 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd55d100-351a-41be-88b7-c6734b26fec7 req-8ec3ced0-edfb-435b-ade0-59862237c4e3 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:31.222369 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dd55d100-351a-41be-88b7-c6734b26fec7 req-8ec3ced0-edfb-435b-ade0-59862237c4e3 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 947 time: 0.0682528 Jun 10 15:32:31.264536 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dd55d100-351a-41be-88b7-c6734b26fec7 req-1f579334-5696-4e53-b5c1-e3c60a0251ac tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365598 Jun 10 15:32:32.204361 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb9328-cce5-4097-b3d4-1c437e59cd1c req-8a752467-ae05-4b30-9c15-8ae5dd1b9a37 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:32.205784 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e0cb9328-cce5-4097-b3d4-1c437e59cd1c req-8a752467-ae05-4b30-9c15-8ae5dd1b9a37 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 985 time: 0.0675399 Jun 10 15:32:32.252219 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e0cb9328-cce5-4097-b3d4-1c437e59cd1c req-feba1c7e-d27f-4d1c-81c0-95fb6ebe51dc tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b50c157-45bc-412d-8551-8be762dd3347&id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407064 Jun 10 15:32:32.442316 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba910347-0cae-4340-a0d4-08b8ec9a2387 req-5fc27f22-90e2-466c-9529-c3dc55b1fea7 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:32.443759 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ba910347-0cae-4340-a0d4-08b8ec9a2387 req-5fc27f22-90e2-466c-9529-c3dc55b1fea7 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 947 time: 0.0671597 Jun 10 15:32:32.485691 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ba910347-0cae-4340-a0d4-08b8ec9a2387 req-e91a34b1-f2fa-4125-8acd-422983f8f63b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=2b22ce72-be3d-4a78-94fe-74065df33643&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362234 Jun 10 15:32:33.164612 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb4ccd-8da7-4468-be23-2e60df3cda18 req-1d2da22a-0565-47cb-b543-ab0711e59a81 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:33.165709 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-cfeb4ccd-8da7-4468-be23-2e60df3cda18 req-1d2da22a-0565-47cb-b543-ab0711e59a81 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.45 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 947 time: 0.0727232 Jun 10 15:32:33.287936 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [req-cfeb4ccd-8da7-4468-be23-2e60df3cda18 req-2fdf0e5e-45ba-41ed-924b-a82aff55ce2e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Deleting port 7b80f310-4a37-4776-acee-7b3c5ffca785 {{(pid=92441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:32:33.288276 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-cfeb4ccd-8da7-4468-be23-2e60df3cda18 req-2fdf0e5e-45ba-41ed-924b-a82aff55ce2e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:33.333011 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ba84e-2ac4-4ffc-97c8-afc019488378 req-785b7ad4-7165-4e22-90e2-2ecb222d93a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:33.334542 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8d4ba84e-2ac4-4ffc-97c8-afc019488378 req-785b7ad4-7165-4e22-90e2-2ecb222d93a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db0c59ccfeea45a7b9c0ebc35a81a341&device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 1138 time: 0.0667491 Jun 10 15:32:33.422841 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [req-cfeb4ccd-8da7-4468-be23-2e60df3cda18 req-2fdf0e5e-45ba-41ed-924b-a82aff55ce2e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] For port 7b80f310-4a37-4776-acee-7b3c5ffca785, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=7b80f310-4a37-4776-acee-7b3c5ffca785,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:32:33.423193 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-cfeb4ccd-8da7-4468-be23-2e60df3cda18 req-2fdf0e5e-45ba-41ed-924b-a82aff55ce2e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:33.682931 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-cfeb4ccd-8da7-4468-be23-2e60df3cda18 req-2fdf0e5e-45ba-41ed-924b-a82aff55ce2e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:33.683200 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-cfeb4ccd-8da7-4468-be23-2e60df3cda18 req-2fdf0e5e-45ba-41ed-924b-a82aff55ce2e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:33.683509 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.db.l3_db [req-cfeb4ccd-8da7-4468-be23-2e60df3cda18 req-2fdf0e5e-45ba-41ed-924b-a82aff55ce2e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Floating IP fc6c4aa8-cb91-4a0f-ab63-b9324a3e3042 disassociated. External IP: 172.27.3.5, port: 7b80f310-4a37-4776-acee-7b3c5ffca785. Jun 10 15:32:33.684252 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [req-cfeb4ccd-8da7-4468-be23-2e60df3cda18 req-2fdf0e5e-45ba-41ed-924b-a82aff55ce2e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Calling delete_port for 7b80f310-4a37-4776-acee-7b3c5ffca785 owned by compute:nova {{(pid=92441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:32:33.826040 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ba84e-2ac4-4ffc-97c8-afc019488378 req-aab871d0-fb76-4ad0-b00e-2549423915f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:33.827504 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8d4ba84e-2ac4-4ffc-97c8-afc019488378 req-aab871d0-fb76-4ad0-b00e-2549423915f0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99fc0f03-757d-421c-8ecc-585e7d30dced HTTP/1.1" status: 200 len: 916 time: 0.4637764 Jun 10 15:32:33.854930 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6296ff-3c5d-4e0b-a3fc-277d15195c35 req-e4a181c0-df69-471b-bcd1-e07bda4277c1 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:33.856927 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5d6296ff-3c5d-4e0b-a3fc-277d15195c35 req-e4a181c0-df69-471b-bcd1-e07bda4277c1 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 985 time: 0.4673319 Jun 10 15:32:33.914816 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-cfeb4ccd-8da7-4468-be23-2e60df3cda18 req-2fdf0e5e-45ba-41ed-924b-a82aff55ce2e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940524'] for port, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:33.919845 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-c79a8885-84ac-4ac4-b806-c36f7ddec68a tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:33.926197 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354feaad-65ae-4214-8705-471ba2d6e392 req-f6f8268b-7b13-4be8-a399-5c720c644bf8 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:33.927637 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-354feaad-65ae-4214-8705-471ba2d6e392 req-f6f8268b-7b13-4be8-a399-5c720c644bf8 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 946 time: 0.2439785 Jun 10 15:32:33.955645 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf0e5e-45ba-41ed-924b-a82aff55ce2e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Pushing event deleted for resources: {'Port': ['ID=7b80f310-4a37-4776-acee-7b3c5ffca785,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:33.960237 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-2fdf0e5e-45ba-41ed-924b-a82aff55ce2e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:33.989981 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8d4ba84e-2ac4-4ffc-97c8-afc019488378 req-d468b372-5dab-4a12-b3fe-99472d362b6f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af47ca85-b4c5-4535-97f5-787d5339229d HTTP/1.1" status: 200 len: 1002 time: 0.1532180 Jun 10 15:32:33.997938 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5d6296ff-3c5d-4e0b-a3fc-277d15195c35 req-92e25575-7b14-4cd4-a096-0164ed32ffb8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b50c157-45bc-412d-8551-8be762dd3347&id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977483 Jun 10 15:32:34.048530 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-354feaad-65ae-4214-8705-471ba2d6e392 req-f22bb9b9-4f47-4668-a0b6-b109e424c401 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051595 Jun 10 15:32:34.072037 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ba84e-2ac4-4ffc-97c8-afc019488378 req-00b0b55b-e6e5-4979-adfc-520b6dec452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:34.073721 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8d4ba84e-2ac4-4ffc-97c8-afc019488378 req-00b0b55b-e6e5-4979-adfc-520b6dec452b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6b21160b-cc2e-4cb8-a64c-09bca992f2a7 HTTP/1.1" status: 200 len: 854 time: 0.0749066 Jun 10 15:32:34.182294 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-aea5438d-2fcf-4626-afc1-b9d7805f7c60 req-80231811-2cb1-4bfd-b30e-3b12c4d96793 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 210 time: 0.0396743 Jun 10 15:32:34.185312 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ba84e-2ac4-4ffc-97c8-afc019488378 req-466ae083-18c0-469f-a24c-3a5656116a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:34.186818 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8d4ba84e-2ac4-4ffc-97c8-afc019488378 req-466ae083-18c0-469f-a24c-3a5656116a68 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99fc0f03-757d-421c-8ecc-585e7d30dced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1040645 Jun 10 15:32:34.314162 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8d4ba84e-2ac4-4ffc-97c8-afc019488378 req-343df9c2-67ab-4a18-8e7f-e6854a590616 service neutron] 10.222.0.45 "GET /v2.0/networks/99fc0f03-757d-421c-8ecc-585e7d30dced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190095 Jun 10 15:32:34.385558 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfeb4ccd-8da7-4468-be23-2e60df3cda18 req-2fdf0e5e-45ba-41ed-924b-a82aff55ce2e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Router a3ac1c19-9de2-4eed-a465-6544cfeed94d has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:32:34.439458 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8d4ba84e-2ac4-4ffc-97c8-afc019488378 req-5e061d6e-9d8c-4cb3-b811-b1a0c00ac885 service neutron] 10.222.0.45 "GET /v2.0/networks/99fc0f03-757d-421c-8ecc-585e7d30dced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175985 Jun 10 15:32:34.541567 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfeb4ccd-8da7-4468-be23-2e60df3cda18 req-2fdf0e5e-45ba-41ed-924b-a82aff55ce2e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:32:34.552396 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25353aec-d72e-4949-8a37-94752da3124b None None] Sync routers for ids ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:32:34.562140 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25353aec-d72e-4949-8a37-94752da3124b None None] Routers {'a3ac1c19-9de2-4eed-a465-6544cfeed94d'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:32:34.562897 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-25353aec-d72e-4949-8a37-94752da3124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:32:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:32:34.596573 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfeb4ccd-8da7-4468-be23-2e60df3cda18 req-2fdf0e5e-45ba-41ed-924b-a82aff55ce2e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] No DVR routers for this DVR port 7b80f310-4a37-4776-acee-7b3c5ffca785 on host hv-cinder-77212 {{(pid=92441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:32:34.599242 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-cfeb4ccd-8da7-4468-be23-2e60df3cda18 req-2fdf0e5e-45ba-41ed-924b-a82aff55ce2e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:34.601352 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-cfeb4ccd-8da7-4468-be23-2e60df3cda18 req-2fdf0e5e-45ba-41ed-924b-a82aff55ce2e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.45 "DELETE /v2.0/ports/7b80f310-4a37-4776-acee-7b3c5ffca785 HTTP/1.1" status: 204 len: 173 time: 1.4294114 Jun 10 15:32:34.601945 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c9033f-694e-435e-babb-5daa9f8b7bcc', 'name': 'network-vif-deleted', 'tag': '7b80f310-4a37-4776-acee-7b3c5ffca785'}] {{(pid=92441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:32:34.604575 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9b8eca18dfada33807f9ce70a392550ff1c61d1cc5185ff617afbbc74c0c2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5231b05f-bff2-4532-985c-0be66723c5d9" -d '{"events": [{"server_uuid": "14c9033f-694e-435e-babb-5daa9f8b7bcc", "name": "network-vif-deleted", "tag": "7b80f310-4a37-4776-acee-7b3c5ffca785"}]}' {{(pid=92441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:32:34.646689 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8886eddb-b66a-4a93-a694-f21c070595a2 x-openstack-request-id: req-8886eddb-b66a-4a93-a694-f21c070595a2 {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:32:34.647025 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c9033f-694e-435e-babb-5daa9f8b7bcc", "name": "network-vif-deleted", "tag": "7b80f310-4a37-4776-acee-7b3c5ffca785", "status": "completed", "code": 200}]} {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:32:34.647314 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8886eddb-b66a-4a93-a694-f21c070595a2 {{(pid=92441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:32:34.647776 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c9033f-694e-435e-babb-5daa9f8b7bcc', 'name': 'network-vif-deleted', 'tag': '7b80f310-4a37-4776-acee-7b3c5ffca785', 'status': 'completed', 'code': 200} Jun 10 15:32:34.710852 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-25353aec-d72e-4949-8a37-94752da3124b None None] Set router a3ac1c19-9de2-4eed-a465-6544cfeed94d gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:32:34.988278 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-25353aec-d72e-4949-8a37-94752da3124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600131239-router', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:24:15Z', 'revision_number': 4, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'gw_port': {'id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:08Z', 'updated_at': '2021-06-10T15:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '4811a938-7b75-402c-86da-3d0cbc9a8d29', 'name': '', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'mac_address': 'fa:16:3e:0c:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:13Z', 'updated_at': '2021-06-10T15:24:23Z', 'revision_number': 5, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'subnets': [{'id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:32:34.992279 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25353aec-d72e-4949-8a37-94752da3124b None None] Checking router: a3ac1c19-9de2-4eed-a465-6544cfeed94d for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:32:35.001355 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25353aec-d72e-4949-8a37-94752da3124b None None] Routers {'a3ac1c19-9de2-4eed-a465-6544cfeed94d'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:32:35.002003 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-25353aec-d72e-4949-8a37-94752da3124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:32:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:32:35.220311 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442f751-00e0-4d9c-b1a3-3497e1de2058 req-11e05419-8d69-4eea-b74e-5cef862c516b tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:35.222374 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6442f751-00e0-4d9c-b1a3-3497e1de2058 req-11e05419-8d69-4eea-b74e-5cef862c516b tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 985 time: 0.0951071 Jun 10 15:32:35.282950 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-25353aec-d72e-4949-8a37-94752da3124b None None] Set router a3ac1c19-9de2-4eed-a465-6544cfeed94d gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:32:35.309388 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6442f751-00e0-4d9c-b1a3-3497e1de2058 req-5da5deba-a91f-4948-867d-c2737fea322c tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b50c157-45bc-412d-8551-8be762dd3347&id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0803494 Jun 10 15:32:35.342280 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fe046-92ca-4702-8d11-6eb06b14bc74 req-d55d03c0-83a1-4851-93aa-570cdc1ba025 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:35.343560 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e42fe046-92ca-4702-8d11-6eb06b14bc74 req-d55d03c0-83a1-4851-93aa-570cdc1ba025 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 946 time: 0.1065252 Jun 10 15:32:35.388204 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e42fe046-92ca-4702-8d11-6eb06b14bc74 req-3f5bec63-1238-4a0c-aabe-18f37e199427 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386722 Jun 10 15:32:35.469513 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-28a0270e-7611-40a6-b615-0d9b728bba89 req-a2662505-a4eb-4ca7-9f12-8a49ddccef56 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=14c9033f-694e-435e-babb-5daa9f8b7bcc HTTP/1.1" status: 200 len: 210 time: 0.0335610 Jun 10 15:32:35.475144 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d5080-2f0f-4b9c-a41f-9976efcbcafc req-ae6f27be-c4a1-414d-9f38-901972e73aa8 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:35.476905 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-6f3d5080-2f0f-4b9c-a41f-9976efcbcafc req-ae6f27be-c4a1-414d-9f38-901972e73aa8 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.45 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 946 time: 0.0954454 Jun 10 15:32:35.571088 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-25353aec-d72e-4949-8a37-94752da3124b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600131239-router', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:24:15Z', 'revision_number': 4, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'gw_port': {'id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:08Z', 'updated_at': '2021-06-10T15:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '4811a938-7b75-402c-86da-3d0cbc9a8d29', 'name': '', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'mac_address': 'fa:16:3e:0c:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:13Z', 'updated_at': '2021-06-10T15:24:23Z', 'revision_number': 5, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'subnets': [{'id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:32:35.574812 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25353aec-d72e-4949-8a37-94752da3124b None None] The sync data for ids ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'] in dv-cinder-772126-2-iscsi is: [{'id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600131239-router', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:24:15Z', 'revision_number': 4, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'gw_port': {'id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:08Z', 'updated_at': '2021-06-10T15:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '4811a938-7b75-402c-86da-3d0cbc9a8d29', 'name': '', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'mac_address': 'fa:16:3e:0c:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:13Z', 'updated_at': '2021-06-10T15:24:23Z', 'revision_number': 5, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'subnets': [{'id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:32:35.601061 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [req-6f3d5080-2f0f-4b9c-a41f-9976efcbcafc req-81080da2-4d36-431e-9c0f-58a88997bf43 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Deleting port 5505a8b6-d62c-4baa-8714-50c01606d303 {{(pid=92441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:32:35.601458 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-6f3d5080-2f0f-4b9c-a41f-9976efcbcafc req-81080da2-4d36-431e-9c0f-58a88997bf43 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:35.738280 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [req-6f3d5080-2f0f-4b9c-a41f-9976efcbcafc req-81080da2-4d36-431e-9c0f-58a88997bf43 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] For port 5505a8b6-d62c-4baa-8714-50c01606d303, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5505a8b6-d62c-4baa-8714-50c01606d303,segment=NetworkSegment(946c7721-7573-4267-b72d-fd235dd82591),segment_id=946c7721-7573-4267-b72d-fd235dd82591)] {{(pid=92441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:32:35.738929 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-6f3d5080-2f0f-4b9c-a41f-9976efcbcafc req-81080da2-4d36-431e-9c0f-58a88997bf43 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:35.843988 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:35.879944 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c78057-86df-4de7-9fb6-35c66ce82ff1 None None] New status for floating IP fc6c4aa8-cb91-4a0f-ab63-b9324a3e3042: DOWN {{(pid=92443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:32:35.992602 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-6f3d5080-2f0f-4b9c-a41f-9976efcbcafc req-81080da2-4d36-431e-9c0f-58a88997bf43 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:35.993038 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-6f3d5080-2f0f-4b9c-a41f-9976efcbcafc req-81080da2-4d36-431e-9c0f-58a88997bf43 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:35.993372 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.db.l3_db [req-6f3d5080-2f0f-4b9c-a41f-9976efcbcafc req-81080da2-4d36-431e-9c0f-58a88997bf43 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Floating IP fe89719a-ac84-43b3-9d9f-935a91489df7 disassociated. External IP: 172.27.3.236, port: 5505a8b6-d62c-4baa-8714-50c01606d303. Jun 10 15:32:35.993711 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [req-6f3d5080-2f0f-4b9c-a41f-9976efcbcafc req-81080da2-4d36-431e-9c0f-58a88997bf43 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Calling delete_port for 5505a8b6-d62c-4baa-8714-50c01606d303 owned by compute:nova {{(pid=92441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:32:36.073742 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 7b80f310-4a37-4776-acee-7b3c5ffca785 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:32:36.103035 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] No Port match for: 7b80f310-4a37-4776-acee-7b3c5ffca785 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:32:36.103391 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 7b80f310-4a37-4776-acee-7b3c5ffca785 not bound to the agent host hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:32:36.218206 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-6f3d5080-2f0f-4b9c-a41f-9976efcbcafc req-81080da2-4d36-431e-9c0f-58a88997bf43 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940524'] for port, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:36.223459 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a23652f5-75ea-4e27-aa70-48f169115339 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:36.256445 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81080da2-4d36-431e-9c0f-58a88997bf43 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Pushing event deleted for resources: {'Port': ['ID=5505a8b6-d62c-4baa-8714-50c01606d303,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:36.259446 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-81080da2-4d36-431e-9c0f-58a88997bf43 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:36.425246 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f3d5080-2f0f-4b9c-a41f-9976efcbcafc req-81080da2-4d36-431e-9c0f-58a88997bf43 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:32:36.507939 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88260eac-15a4-42a7-8655-2fe685da7d95 req-33f59320-9ba3-4e28-9465-ed39ec0dfb41 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:36.509514 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-88260eac-15a4-42a7-8655-2fe685da7d95 req-33f59320-9ba3-4e28-9465-ed39ec0dfb41 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 985 time: 0.0816455 Jun 10 15:32:36.575931 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-122ccfe7-7bb4-49b3-a07e-ddaad7b7f03d req-f2293588-257d-4149-8e7c-c16c1dc0660d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 210 time: 0.0364232 Jun 10 15:32:36.587765 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f3d5080-2f0f-4b9c-a41f-9976efcbcafc req-81080da2-4d36-431e-9c0f-58a88997bf43 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:32:36.607108 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-88260eac-15a4-42a7-8655-2fe685da7d95 req-c503b062-2082-41a3-94c3-d9d6be49948d tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=1b50c157-45bc-412d-8551-8be762dd3347&id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0774415 Jun 10 15:32:36.611694 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abdd05a-7487-4d4b-b72e-6867c0967736 None None] Sync routers for ids ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:32:36.620851 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abdd05a-7487-4d4b-b72e-6867c0967736 None None] Routers {'5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:32:36.630829 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-6abdd05a-7487-4d4b-b72e-6867c0967736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:32:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:32:36.649423 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3d5080-2f0f-4b9c-a41f-9976efcbcafc req-81080da2-4d36-431e-9c0f-58a88997bf43 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] No DVR routers for this DVR port 5505a8b6-d62c-4baa-8714-50c01606d303 on host hv-cinder-77212 {{(pid=92441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:32:36.652147 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-6f3d5080-2f0f-4b9c-a41f-9976efcbcafc req-81080da2-4d36-431e-9c0f-58a88997bf43 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:36.654784 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-6f3d5080-2f0f-4b9c-a41f-9976efcbcafc req-81080da2-4d36-431e-9c0f-58a88997bf43 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.45 "DELETE /v2.0/ports/5505a8b6-d62c-4baa-8714-50c01606d303 HTTP/1.1" status: 204 len: 173 time: 1.1680248 Jun 10 15:32:36.655279 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8', 'name': 'network-vif-deleted', 'tag': '5505a8b6-d62c-4baa-8714-50c01606d303'}] {{(pid=92441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:32:36.657601 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9b8eca18dfada33807f9ce70a392550ff1c61d1cc5185ff617afbbc74c0c2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9843cf-b75e-46c5-acf9-6b9f240e5b3b" -d '{"events": [{"server_uuid": "0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8", "name": "network-vif-deleted", "tag": "5505a8b6-d62c-4baa-8714-50c01606d303"}]}' {{(pid=92441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:32:36.698077 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acd4fe5-2418-4846-b5ce-353f313c512c x-openstack-request-id: req-7acd4fe5-2418-4846-b5ce-353f313c512c {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:32:36.698405 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8", "name": "network-vif-deleted", "tag": "5505a8b6-d62c-4baa-8714-50c01606d303", "status": "completed", "code": 200}]} {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:32:36.698694 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7acd4fe5-2418-4846-b5ce-353f313c512c {{(pid=92441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:32:36.699127 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8', 'name': 'network-vif-deleted', 'tag': '5505a8b6-d62c-4baa-8714-50c01606d303', 'status': 'completed', 'code': 200} Jun 10 15:32:36.783454 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 56806) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:32:36.784944 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-6abdd05a-7487-4d4b-b72e-6867c0967736 None None] Set router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:32:36.842908 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-3a4a7244-b240-46ba-afee-a04678452af1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:36.871708 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-3a4a7244-b240-46ba-afee-a04678452af1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:37.021649 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-3a4a7244-b240-46ba-afee-a04678452af1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:37.024408 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-3a4a7244-b240-46ba-afee-a04678452af1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:37.025579 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-3a4a7244-b240-46ba-afee-a04678452af1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "DELETE /v2.0/security-groups/2b22ce72-be3d-4a78-94fe-74065df33643 HTTP/1.1" status: 204 len: 168 time: 0.2411025 Jun 10 15:32:37.027046 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-07056dc9-98f0-4c9e-9d65-965274e76903 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:37.028961 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 56808) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:32:37.038980 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a7244-b240-46ba-afee-a04678452af1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b22ce72-be3d-4a78-94fe-74065df33643,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:37.047381 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a7244-b240-46ba-afee-a04678452af1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:37.048223 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a7244-b240-46ba-afee-a04678452af1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:37.048869 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a7244-b240-46ba-afee-a04678452af1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:37.049409 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a7244-b240-46ba-afee-a04678452af1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:37.049960 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a7244-b240-46ba-afee-a04678452af1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:37.050510 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a7244-b240-46ba-afee-a04678452af1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:37.051048 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a7244-b240-46ba-afee-a04678452af1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:37.051567 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a7244-b240-46ba-afee-a04678452af1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:37.052086 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a7244-b240-46ba-afee-a04678452af1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:37.052609 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a7244-b240-46ba-afee-a04678452af1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:37.053138 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a7244-b240-46ba-afee-a04678452af1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:37.053710 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a7244-b240-46ba-afee-a04678452af1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:32:37.058140 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-3a4a7244-b240-46ba-afee-a04678452af1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:37.065744 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.api.v2.resource [None req-9a9401b5-6db8-4457-af44-ad20c022f964 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] show failed (client error): The resource could not be found. Jun 10 15:32:37.070850 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-9a9401b5-6db8-4457-af44-ad20c022f964 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups/2b22ce72-be3d-4a78-94fe-74065df33643 HTTP/1.1" status: 404 len: 347 time: 0.0396521 Jun 10 15:32:37.070850 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 56810) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:32:37.072813 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-6abdd05a-7487-4d4b-b72e-6867c0967736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:26:28Z', 'revision_number': 4, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '434c4c3e-36b0-4c92-acac-683b5e74fbc8', 'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'mac_address': 'fa:16:3e:ef:a6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:27Z', 'updated_at': '2021-06-10T15:26:33Z', 'revision_number': 5, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'subnets': [{'id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:32:37.083779 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abdd05a-7487-4d4b-b72e-6867c0967736 None None] Checking router: 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:32:37.098184 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abdd05a-7487-4d4b-b72e-6867c0967736 None None] Routers {'5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:32:37.098852 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-6abdd05a-7487-4d4b-b72e-6867c0967736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:32:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:32:37.252536 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-4eaf7e8a-4cfd-451e-9a88-5ac58145690c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Deleting port 68c6b8cf-de30-4275-8ba3-4a7dd020cc24 {{(pid=92441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:32:37.253004 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7e8a-4cfd-451e-9a88-5ac58145690c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:37.256578 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-6abdd05a-7487-4d4b-b72e-6867c0967736 None None] Set router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:32:37.353277 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7e8a-4cfd-451e-9a88-5ac58145690c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:37.353631 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7e8a-4cfd-451e-9a88-5ac58145690c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:37.446107 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-4eaf7e8a-4cfd-451e-9a88-5ac58145690c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Calling delete_port for 68c6b8cf-de30-4275-8ba3-4a7dd020cc24 owned by network:floatingip {{(pid=92441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:32:37.526263 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-6abdd05a-7487-4d4b-b72e-6867c0967736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:26:28Z', 'revision_number': 4, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '434c4c3e-36b0-4c92-acac-683b5e74fbc8', 'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'mac_address': 'fa:16:3e:ef:a6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:27Z', 'updated_at': '2021-06-10T15:26:33Z', 'revision_number': 5, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'subnets': [{'id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:32:37.530094 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abdd05a-7487-4d4b-b72e-6867c0967736 None None] The sync data for ids ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'] in dv-cinder-772126-2-iscsi is: [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:26:28Z', 'revision_number': 4, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '434c4c3e-36b0-4c92-acac-683b5e74fbc8', 'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'mac_address': 'fa:16:3e:ef:a6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:27Z', 'updated_at': '2021-06-10T15:26:33Z', 'revision_number': 5, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'subnets': [{'id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:32:37.685075 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7e8a-4cfd-451e-9a88-5ac58145690c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940524'] for port, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:37.692781 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7114d6de-fdbc-4314-8dd6-6f14275627c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:37.722925 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf7e8a-4cfd-451e-9a88-5ac58145690c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Pushing event deleted for resources: {'Port': ['ID=68c6b8cf-de30-4275-8ba3-4a7dd020cc24,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:37.726877 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-4eaf7e8a-4cfd-451e-9a88-5ac58145690c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:37.762770 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-522e49e9-1848-4462-bb4f-021411aa3e7e req-61374564-046d-47d0-8e44-05f158e6f784 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0b51ff54-334a-48d8-8e14-5fdb0fa0e3e8 HTTP/1.1" status: 200 len: 210 time: 0.0482001 Jun 10 15:32:37.788774 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7aee84-69d4-4eef-b5ef-2c963a5cc29b None None] New status for floating IP fe89719a-ac84-43b3-9d9f-935a91489df7: DOWN {{(pid=92443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:32:37.802633 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7e8a-4cfd-451e-9a88-5ac58145690c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for floatingip, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:37.805080 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7e8a-4cfd-451e-9a88-5ac58145690c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for floatingip, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:37.808620 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-4eaf7e8a-4cfd-451e-9a88-5ac58145690c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "DELETE /v2.0/floatingips/fc6c4aa8-cb91-4a0f-ab63-b9324a3e3042 HTTP/1.1" status: 204 len: 168 time: 0.7342126 Jun 10 15:32:38.076925 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 5505a8b6-d62c-4baa-8714-50c01606d303 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:32:38.106167 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] No Port match for: 5505a8b6-d62c-4baa-8714-50c01606d303 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:32:38.106902 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 5505a8b6-d62c-4baa-8714-50c01606d303 not bound to the agent host hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:32:38.330068 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 56816) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:32:38.334820 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-e8c159a4-f61d-4020-8938-a31842b3b321 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1268894076', 'description': 'tempest-description--872165256'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:32:38.417718 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e8c159a4-f61d-4020-8938-a31842b3b321 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:38.505545 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e8c159a4-f61d-4020-8938-a31842b3b321 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:38.592040 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e8c159a4-f61d-4020-8938-a31842b3b321 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:38.595212 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-16505341-e811-4a07-8b73-050a2beea26f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:38.622741 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c159a4-f61d-4020-8938-a31842b3b321 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eac6c04a-c13b-44d0-a762-df8753d6844a,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:38.625506 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-e8c159a4-f61d-4020-8938-a31842b3b321 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:38.683645 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e8c159a4-f61d-4020-8938-a31842b3b321 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:38.684889 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-e8c159a4-f61d-4020-8938-a31842b3b321 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3538165 Jun 10 15:32:38.687627 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 56820) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:32:38.692008 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-7a9c8d15-eb6a-48ca-a98f-58d45f13ccba tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Request body: {'security_group_rule': {'security_group_id': 'eac6c04a-c13b-44d0-a762-df8753d6844a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:32:38.803006 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7a9c8d15-eb6a-48ca-a98f-58d45f13ccba tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:38.865732 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7a9c8d15-eb6a-48ca-a98f-58d45f13ccba tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:39.004275 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7a9c8d15-eb6a-48ca-a98f-58d45f13ccba tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955263'] for security_group_rule, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:39.006342 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:39.012813 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-1ff69469-5b56-4664-a42c-9f9c4975b4c7 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-991954246&fields=id&tenant_id=3a3ed0fc5497463faac2851a1aeb412c HTTP/1.1" status: 200 len: 267 time: 0.0380383 Jun 10 15:32:39.024222 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c8d15-eb6a-48ca-a98f-58d45f13ccba tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f008a201-e1a2-4054-96dc-0f6ce911c572,revision_number=0']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:39.027131 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7a9c8d15-eb6a-48ca-a98f-58d45f13ccba tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:39.112715 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7a9c8d15-eb6a-48ca-a98f-58d45f13ccba tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:39.113976 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-7a9c8d15-eb6a-48ca-a98f-58d45f13ccba tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4254053 Jun 10 15:32:39.116686 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 56830) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:32:39.122155 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-560e81f9-2179-4b40-97bd-c0cbc72c6eef tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Request body: {'security_group_rule': {'security_group_id': 'eac6c04a-c13b-44d0-a762-df8753d6844a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:32:39.146267 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-1ae7d277-6ad7-482b-804e-df5c9083591a tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:39.147692 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-1ae7d277-6ad7-482b-804e-df5c9083591a tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/networks?id=fc452212-81ca-4caf-a3da-e16d5e17f9a5 HTTP/1.1" status: 200 len: 811 time: 0.1277158 Jun 10 15:32:39.162182 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-47d425bf-fd6e-4665-a4ea-8e2c1dd0dcc0 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/quotas/3a3ed0fc5497463faac2851a1aeb412c HTTP/1.1" status: 200 len: 375 time: 0.0089960 Jun 10 15:32:39.219892 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-560e81f9-2179-4b40-97bd-c0cbc72c6eef tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:39.240145 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-424206ca-3ab8-4823-8939-0b30b03743b5 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a3ed0fc5497463faac2851a1aeb412c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0731454 Jun 10 15:32:39.282103 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-560e81f9-2179-4b40-97bd-c0cbc72c6eef tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:39.358426 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-560e81f9-2179-4b40-97bd-c0cbc72c6eef tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955263'] for security_group_rule, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:39.364372 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:39.367122 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-a813ef8e-9b08-4175-bd7f-567c0dd50b56 service neutron] 10.222.0.26 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140096 Jun 10 15:32:39.380044 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e81f9-2179-4b40-97bd-c0cbc72c6eef tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a69316-56d3-49d4-b234-b6db515e786a,revision_number=0']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:39.382418 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-560e81f9-2179-4b40-97bd-c0cbc72c6eef tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:39.472536 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-560e81f9-2179-4b40-97bd-c0cbc72c6eef tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:39.473927 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-560e81f9-2179-4b40-97bd-c0cbc72c6eef tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3560555 Jun 10 15:32:39.476755 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 56836) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:32:39.481837 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-5092a851-4250-49a7-a22b-d993bcbcc6f1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Request body: {'floatingip': {'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:32:39.485957 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-14566947-6985-4c29-a377-45610a4fde66 service neutron] 10.222.0.26 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121008 Jun 10 15:32:39.564467 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-5092a851-4250-49a7-a22b-d993bcbcc6f1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for floatingip, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:39.684256 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-5092a851-4250-49a7-a22b-d993bcbcc6f1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:39.806216 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [None req-5092a851-4250-49a7-a22b-d993bcbcc6f1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Allocated IP 172.27.3.41 (bafb3150-7231-46b7-88ed-3af7e5c7810a/66421b7e-18a2-4c9a-a813-c12246305922/07c90cf0-0b74-4c48-8728-17c5ba207331) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:32:39.935431 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-5092a851-4250-49a7-a22b-d993bcbcc6f1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:40.035195 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-5092a851-4250-49a7-a22b-d993bcbcc6f1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940535'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:40.038078 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:40.047887 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d70652f1-1c89-4773-85af-947ff3d1073a req-70cd6083-4f7d-498e-95b9-d9f45e2d1a4f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 210 time: 0.0350676 Jun 10 15:32:40.086237 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5092a851-4250-49a7-a22b-d993bcbcc6f1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Network bafb3150-7231-46b7-88ed-3af7e5c7810a is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:32:40.089101 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-5092a851-4250-49a7-a22b-d993bcbcc6f1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:32:40.092259 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5092a851-4250-49a7-a22b-d993bcbcc6f1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:32:40.130824 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092a851-4250-49a7-a22b-d993bcbcc6f1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Pushing event updated for resources: {'Port': ['ID=07c90cf0-0b74-4c48-8728-17c5ba207331,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:40.133704 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-5092a851-4250-49a7-a22b-d993bcbcc6f1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:40.209758 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-5092a851-4250-49a7-a22b-d993bcbcc6f1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:40.347733 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-5092a851-4250-49a7-a22b-d993bcbcc6f1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:40.794692 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-5092a851-4250-49a7-a22b-d993bcbcc6f1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for port, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:40.886091 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-5092a851-4250-49a7-a22b-d993bcbcc6f1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940517'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:40.889098 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-4c365911-bffa-4083-a4cd-b030b77ac44d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:40.973720 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092a851-4250-49a7-a22b-d993bcbcc6f1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Pushing event updated for resources: {'Port': ['ID=07c90cf0-0b74-4c48-8728-17c5ba207331,revision_number=2']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:40.977527 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-5092a851-4250-49a7-a22b-d993bcbcc6f1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:40.985957 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-5092a851-4250-49a7-a22b-d993bcbcc6f1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:41.061314 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-5092a851-4250-49a7-a22b-d993bcbcc6f1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for floatingip, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:41.062715 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-5092a851-4250-49a7-a22b-d993bcbcc6f1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5848160 Jun 10 15:32:41.204641 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-803e47b3-c5f3-4781-bd52-0514c15cd809 req-3f091106-c8de-49c7-8325-e19fa9c032e5 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 210 time: 0.0355515 Jun 10 15:32:41.261661 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-b4f709b3-5fae-4db0-a0b3-ec9606c7577b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1268894076&fields=id&tenant_id=efc7c5988e6c495d9a904fb9069702f2 HTTP/1.1" status: 200 len: 267 time: 0.0370317 Jun 10 15:32:41.396774 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-8abae70d-cd4f-4c7e-b107-c00ed2364197 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:41.398241 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-8abae70d-cd4f-4c7e-b107-c00ed2364197 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/networks?id=4d632323-dfef-4d59-99a6-62839bb06dc5 HTTP/1.1" status: 200 len: 817 time: 0.1290989 Jun 10 15:32:41.414509 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-399523f9-833e-4587-9d64-9b965beb0d17 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/quotas/efc7c5988e6c495d9a904fb9069702f2 HTTP/1.1" status: 200 len: 375 time: 0.0098343 Jun 10 15:32:41.492407 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-f304031b-9457-4385-95a0-0eb2a08e925c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=efc7c5988e6c495d9a904fb9069702f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0715280 Jun 10 15:32:41.616375 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-44cc3a24-49bc-42ea-a3da-6c567b833cd1 service neutron] 10.222.0.26 "GET /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117868 Jun 10 15:32:41.733037 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-ecd30a8f-6455-44da-ae3a-d1284b6e4a86 service neutron] 10.222.0.26 "GET /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101720 Jun 10 15:32:42.132459 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c6106e6c-21b7-496f-9e5e-6a41d3ceb00e req-daa0cc2e-15dc-4a0d-a5bd-2de85bb4fee2 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 210 time: 0.0382338 Jun 10 15:32:42.363949 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d2a49539-7bf3-40c0-9f8e-148a662f1811 req-49c1403d-52a5-44ec-bf27-ee279d0c8b89 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 210 time: 0.0381713 Jun 10 15:32:42.376008 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-adff2c7f-698c-44eb-8a60-84fe7abc6a13 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:42.377439 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-adff2c7f-698c-44eb-8a60-84fe7abc6a13 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.45 "GET /v2.0/networks?id=fc452212-81ca-4caf-a3da-e16d5e17f9a5 HTTP/1.1" status: 200 len: 811 time: 0.1336434 Jun 10 15:32:42.437445 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-08bb7acc-cb93-43aa-8c3f-a25da6c41c42 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a3ed0fc5497463faac2851a1aeb412c HTTP/1.1" status: 200 len: 379 time: 0.0391092 Jun 10 15:32:42.446678 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-cbca3253-ff0e-49b0-bac7-d0e1a847efd1 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Request body: {'port': {'device_id': '571505f1-646e-4efb-bfd9-585cb1fe83ee', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'admin_state_up': True, 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'security_groups': ['a223e966-1a60-42e1-8e44-bc20c051be9b']}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:32:42.643874 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-cbca3253-ff0e-49b0-bac7-d0e1a847efd1 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Made reservation on behalf of 3a3ed0fc5497463faac2851a1aeb412c for: {'port': 1} {{(pid=92441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:32:42.647688 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-cbca3253-ff0e-49b0-bac7-d0e1a847efd1 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:42.791251 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-cbca3253-ff0e-49b0-bac7-d0e1a847efd1 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Allocated IP 172.20.0.6 (fc452212-81ca-4caf-a3da-e16d5e17f9a5/a35ed739-29e3-4a52-a6bc-15f7407e9f83/61621ee4-5437-43cd-be5d-174801e370e3) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:32:42.962459 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-cbca3253-ff0e-49b0-bac7-d0e1a847efd1 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:42.975838 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.provisioning_blocks [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-cbca3253-ff0e-49b0-bac7-d0e1a847efd1 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Transition to ACTIVE for port object 61621ee4-5437-43cd-be5d-174801e370e3 will not be triggered until provisioned by entity DHCP. {{(pid=92441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:32:43.096155 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-cbca3253-ff0e-49b0-bac7-d0e1a847efd1 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940535'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:43.102580 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7e38b629-ba25-4a3a-bf8f-1cb83bb1a611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:43.155759 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-cbca3253-ff0e-49b0-bac7-d0e1a847efd1 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Network fc452212-81ca-4caf-a3da-e16d5e17f9a5 is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:32:43.159934 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-cbca3253-ff0e-49b0-bac7-d0e1a847efd1 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:32:43.174081 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca3253-ff0e-49b0-bac7-d0e1a847efd1 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Pushing event updated for resources: {'Port': ['ID=61621ee4-5437-43cd-be5d-174801e370e3,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:43.177031 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-cbca3253-ff0e-49b0-bac7-d0e1a847efd1 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:43.178133 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-cbca3253-ff0e-49b0-bac7-d0e1a847efd1 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:32:43.185481 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cdafe-5c4b-4f68-a5cf-9ec7e54f0e21 req-93a9d099-631b-4e8a-9aa9-13107f75e701 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:43.187657 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-103cdafe-5c4b-4f68-a5cf-9ec7e54f0e21 req-93a9d099-631b-4e8a-9aa9-13107f75e701 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0785258 Jun 10 15:32:43.241452 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-103cdafe-5c4b-4f68-a5cf-9ec7e54f0e21 req-e3979863-4511-42c8-9487-173a12f2feef tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443394 Jun 10 15:32:43.250339 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-cbca3253-ff0e-49b0-bac7-d0e1a847efd1 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:43.250980 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-cbca3253-ff0e-49b0-bac7-d0e1a847efd1 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:43.334554 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b24eb7f7-7186-4b5c-b90b-13e0ffd23ae3 req-abcaefcc-dfb0-4127-8419-3070938e2ba6 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 210 time: 0.0349617 Jun 10 15:32:43.399004 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-cbca3253-ff0e-49b0-bac7-d0e1a847efd1 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9569609 Jun 10 15:32:43.410823 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] Request body: {'port': {'device_id': '571505f1-646e-4efb-bfd9-585cb1fe83ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:32:43.508910 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:43.565468 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009154ce-34df-4335-9ec3-a0844f7b90e6 req-179bb522-aac1-4404-8b43-059f08df289f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:43.566972 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-009154ce-34df-4335-9ec3-a0844f7b90e6 req-179bb522-aac1-4404-8b43-059f08df289f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 931 time: 0.0786393 Jun 10 15:32:43.569612 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-62f72d42-ed0f-487c-801a-259bc6f2f937 None None] Provisioning for port 61621ee4-5437-43cd-be5d-174801e370e3 completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:32:43.573956 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-62f72d42-ed0f-487c-801a-259bc6f2f937 None None] Provisioning complete for port 61621ee4-5437-43cd-be5d-174801e370e3 triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:32:43.574811 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-62f72d42-ed0f-487c-801a-259bc6f2f937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:43.612359 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-009154ce-34df-4335-9ec3-a0844f7b90e6 req-85ba0070-7d94-4c35-905f-2d1465658b1b tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377898 Jun 10 15:32:43.616585 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-62f72d42-ed0f-487c-801a-259bc6f2f937 None None] Port 61621ee4-5437-43cd-be5d-174801e370e3 cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:32:43.833430 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61621ee4-5437-43cd-be5d-174801e370e3 {{(pid=92441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:32:43.841104 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:43.852480 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.provisioning_blocks [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] Transition to ACTIVE for port object 61621ee4-5437-43cd-be5d-174801e370e3 will not be triggered until provisioned by entity L2. {{(pid=92441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:32:43.964336 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940517'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:43.967176 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:44.065440 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] Pushing event updated for resources: {'Port': ['ID=61621ee4-5437-43cd-be5d-174801e370e3,revision_number=2']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:44.068974 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:44.153110 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.managers [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] Attempting to bind port 61621ee4-5437-43cd-be5d-174801e370e3 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:32:44.153446 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.managers [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] Attempting to bind port 61621ee4-5437-43cd-be5d-174801e370e3 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '946c7721-7573-4267-b72d-fd235dd82591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5'}] {{(pid=92441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:32:44.153783 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] Attempting to bind port 61621ee4-5437-43cd-be5d-174801e370e3 on network fc452212-81ca-4caf-a3da-e16d5e17f9a5 {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:32:44.158650 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] Port 61621ee4-5437-43cd-be5d-174801e370e3 on network fc452212-81ca-4caf-a3da-e16d5e17f9a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:32:44.158971 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] Attempting to bind port 61621ee4-5437-43cd-be5d-174801e370e3 on network fc452212-81ca-4caf-a3da-e16d5e17f9a5 {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:32:44.164453 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] Checking agent: {'id': 'e28e421a-1ab2-4a36-8074-76b1dba64f57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'started_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:32:44.164948 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] Checking segment: {'id': '946c7721-7573-4267-b72d-fd235dd82591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:32:44.165502 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] Bound using segment: {'id': '946c7721-7573-4267-b72d-fd235dd82591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5'} {{(pid=92441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:32:44.165957 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.managers [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] Bound port: 61621ee4-5437-43cd-be5d-174801e370e3, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '946c7721-7573-4267-b72d-fd235dd82591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5'}}] {{(pid=92441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:32:44.166329 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:44.242920 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] For port 61621ee4-5437-43cd-be5d-174801e370e3, host hv-cinder-77212, cleared binding levels {{(pid=92441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:32:44.246312 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] For port 61621ee4-5437-43cd-be5d-174801e370e3, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=61621ee4-5437-43cd-be5d-174801e370e3,segment=NetworkSegment(946c7721-7573-4267-b72d-fd235dd82591),segment_id=946c7721-7573-4267-b72d-fd235dd82591)] {{(pid=92441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:32:44.321445 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940517'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:44.323608 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-0142f4a8-9f8f-4d9c-8da4-d1a791cbde56 tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:44.373151 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:44.374153 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:44.377025 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] 10.222.0.45 "PUT /v2.0/ports/61621ee4-5437-43cd-be5d-174801e370e3 HTTP/1.1" status: 200 len: 1093 time: 0.9705358 Jun 10 15:32:44.379725 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571505f1-646e-4efb-bfd9-585cb1fe83ee', 'tag': '61621ee4-5437-43cd-be5d-174801e370e3'}] {{(pid=92441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:32:44.379923 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9b8eca18dfada33807f9ce70a392550ff1c61d1cc5185ff617afbbc74c0c2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca12fac-5b99-4393-af34-088f07a56800" -d '{"events": [{"name": "network-changed", "server_uuid": "571505f1-646e-4efb-bfd9-585cb1fe83ee", "tag": "61621ee4-5437-43cd-be5d-174801e370e3"}]}' {{(pid=92441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:32:44.405971 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] Pushing event updated for resources: {'Port': ['ID=61621ee4-5437-43cd-be5d-174801e370e3,revision_number=3']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:44.420068 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:44.483516 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62756bb0-3fe0-4dba-944f-afd59336dd18 req-b400856b-9d4d-490c-8343-9a1ce2242f59 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:44.485289 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-62756bb0-3fe0-4dba-944f-afd59336dd18 req-b400856b-9d4d-490c-8343-9a1ce2242f59 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.1269500 Jun 10 15:32:44.529029 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-08989b2b-c74a-4a30-87c4-f51bec2e6868 req-65e85b90-745a-4284-b878-999ad1a7a77e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 210 time: 0.0418205 Jun 10 15:32:44.583016 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-62756bb0-3fe0-4dba-944f-afd59336dd18 req-89a9b92d-fd35-4978-a738-7aff9bc17a9e tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523968 Jun 10 15:32:44.609862 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7d9525-0787-4a91-8bc1-e11d7c7d8bb4 x-openstack-request-id: req-bf7d9525-0787-4a91-8bc1-e11d7c7d8bb4 {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:32:44.614466 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "571505f1-646e-4efb-bfd9-585cb1fe83ee", "tag": "61621ee4-5437-43cd-be5d-174801e370e3", "status": "completed", "code": 200}]} {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:32:44.614466 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bf7d9525-0787-4a91-8bc1-e11d7c7d8bb4 {{(pid=92441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:32:44.614466 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '571505f1-646e-4efb-bfd9-585cb1fe83ee', 'tag': '61621ee4-5437-43cd-be5d-174801e370e3', 'status': 'completed', 'code': 200} Jun 10 15:32:44.629595 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-5e72d6a6-2d11-447f-9cd2-5f2f041cc031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:44.631147 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-5e72d6a6-2d11-447f-9cd2-5f2f041cc031 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a3ed0fc5497463faac2851a1aeb412c&device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 1096 time: 0.1144195 Jun 10 15:32:44.707018 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-fc318f78-1a40-495c-a1b1-939367aec5b4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61621ee4-5437-43cd-be5d-174801e370e3 HTTP/1.1" status: 200 len: 217 time: 0.0639703 Jun 10 15:32:44.720376 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-e27b555a-36cc-4f33-aca1-8ef23a6a2e23 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:44.721828 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-e27b555a-36cc-4f33-aca1-8ef23a6a2e23 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.45 "GET /v2.0/networks?id=4d632323-dfef-4d59-99a6-62839bb06dc5 HTTP/1.1" status: 200 len: 817 time: 0.1378036 Jun 10 15:32:44.782322 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-ed852e74-3c84-4712-992f-e94aaf7b1236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:44.783785 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-ed852e74-3c84-4712-992f-e94aaf7b1236 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a35ed739-29e3-4a52-a6bc-15f7407e9f83 HTTP/1.1" status: 200 len: 850 time: 0.0532389 Jun 10 15:32:44.810562 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-1105a4e9-91f4-4f26-8186-f9be434757a2 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=efc7c5988e6c495d9a904fb9069702f2 HTTP/1.1" status: 200 len: 380 time: 0.0786788 Jun 10 15:32:44.825560 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-2a23b22c-deaf-4ce9-9fab-c39b5c7fac7a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Request body: {'port': {'device_id': '9480061e-3701-42c5-9116-7c5067fc0fff', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'admin_state_up': True, 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'security_groups': ['eac6c04a-c13b-44d0-a762-df8753d6844a']}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:32:44.851242 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-75a8191e-90bf-488f-836c-53319b83c64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:44.852992 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-75a8191e-90bf-488f-836c-53319b83c64c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc452212-81ca-4caf-a3da-e16d5e17f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0627971 Jun 10 15:32:44.920937 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367dd84-fef7-4cbe-bef4-9bb3e3d6ac9c req-83d16ef5-c411-44ee-8d4f-5ae725a19c99 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:44.922434 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1367dd84-fef7-4cbe-bef4-9bb3e3d6ac9c req-83d16ef5-c411-44ee-8d4f-5ae725a19c99 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 943 time: 0.1831796 Jun 10 15:32:44.971672 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-b80cb08f-69fc-468c-a1bf-629596c07dfb service neutron] 10.222.0.45 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105747 Jun 10 15:32:44.998172 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1367dd84-fef7-4cbe-bef4-9bb3e3d6ac9c req-b3a58a2c-ee49-4045-bc81-ea7caf8f031c tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630608 Jun 10 15:32:45.075052 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-2a23b22c-deaf-4ce9-9fab-c39b5c7fac7a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Made reservation on behalf of efc7c5988e6c495d9a904fb9069702f2 for: {'port': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:32:45.078599 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-2a23b22c-deaf-4ce9-9fab-c39b5c7fac7a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:45.095512 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-f2830b85-4035-4829-8cec-cc98a7833e72 req-cf81130e-7cfc-4d70-a42a-bb783d9e4e39 service neutron] 10.222.0.45 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130762 Jun 10 15:32:45.227831 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.db_base_plugin_common [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-2a23b22c-deaf-4ce9-9fab-c39b5c7fac7a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Allocated IP 172.20.0.3 (4d632323-dfef-4d59-99a6-62839bb06dc5/7a2c655e-5d93-4119-a397-dc5fc7c831fb/268662c9-5a22-47db-99b8-84a3541679f8) {{(pid=92440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:32:45.288428 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca12fac-5b99-4393-af34-088f07a56800 req-fe9f8108-5a19-4676-a9ac-af80886d2209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:45.289980 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-bca12fac-5b99-4393-af34-088f07a56800 req-fe9f8108-5a19-4676-a9ac-af80886d2209 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a3ed0fc5497463faac2851a1aeb412c&device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 1096 time: 0.0589244 Jun 10 15:32:45.393665 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-2a23b22c-deaf-4ce9-9fab-c39b5c7fac7a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for port, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:45.406811 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.provisioning_blocks [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-2a23b22c-deaf-4ce9-9fab-c39b5c7fac7a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Transition to ACTIVE for port object 268662c9-5a22-47db-99b8-84a3541679f8 will not be triggered until provisioned by entity DHCP. {{(pid=92440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:32:45.411989 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca12fac-5b99-4393-af34-088f07a56800 req-9c620cf0-7f8f-4225-b4f9-cbb0ed6f91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:45.413456 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-bca12fac-5b99-4393-af34-088f07a56800 req-9c620cf0-7f8f-4225-b4f9-cbb0ed6f91d5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc452212-81ca-4caf-a3da-e16d5e17f9a5 HTTP/1.1" status: 200 len: 912 time: 0.1115007 Jun 10 15:32:45.481007 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-bca12fac-5b99-4393-af34-088f07a56800 req-62df9834-eb83-41b0-8b6a-413cc6db99e7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61621ee4-5437-43cd-be5d-174801e370e3 HTTP/1.1" status: 200 len: 217 time: 0.0513139 Jun 10 15:32:45.515312 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-2a23b22c-deaf-4ce9-9fab-c39b5c7fac7a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-532407449'] for port, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:45.519502 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-532bed2c-38ff-4a42-9952-a24d0f9a604f tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:45.548859 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca12fac-5b99-4393-af34-088f07a56800 req-62c55ec2-7052-49bf-a810-696be552e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:45.550368 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-bca12fac-5b99-4393-af34-088f07a56800 req-62c55ec2-7052-49bf-a810-696be552e911 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a35ed739-29e3-4a52-a6bc-15f7407e9f83 HTTP/1.1" status: 200 len: 850 time: 0.0513978 Jun 10 15:32:45.568366 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-2a23b22c-deaf-4ce9-9fab-c39b5c7fac7a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Network 4d632323-dfef-4d59-99a6-62839bb06dc5 is already hosted by enough agents. {{(pid=92440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:32:45.575356 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-2a23b22c-deaf-4ce9-9fab-c39b5c7fac7a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Resources bound (agent type, host, resource id): {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:32:45.577926 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-2a23b22c-deaf-4ce9-9fab-c39b5c7fac7a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Received port after_create {{(pid=92440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:32:45.614843 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23b22c-deaf-4ce9-9fab-c39b5c7fac7a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Pushing event updated for resources: {'Port': ['ID=268662c9-5a22-47db-99b8-84a3541679f8,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:45.616399 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca12fac-5b99-4393-af34-088f07a56800 req-7c96a51b-cd51-48a5-b86f-f044b94a36bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:45.617913 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-2a23b22c-deaf-4ce9-9fab-c39b5c7fac7a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:45.618163 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-bca12fac-5b99-4393-af34-088f07a56800 req-7c96a51b-cd51-48a5-b86f-f044b94a36bf service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc452212-81ca-4caf-a3da-e16d5e17f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0611866 Jun 10 15:32:45.655151 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-2a23b22c-deaf-4ce9-9fab-c39b5c7fac7a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:45.655853 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-2a23b22c-deaf-4ce9-9fab-c39b5c7fac7a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:45.755734 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-2a23b22c-deaf-4ce9-9fab-c39b5c7fac7a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9365537 Jun 10 15:32:45.759265 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-bca12fac-5b99-4393-af34-088f07a56800 req-cf9abd5c-3a8d-42c9-a6bb-9e87f2450041 service neutron] 10.222.0.45 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323624 Jun 10 15:32:45.812080 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83186a-a4f0-4518-b409-7ba939ceff03 req-05714570-ccd6-4564-83c4-f3a8ef98a2d2 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:45.813588 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5d83186a-a4f0-4518-b409-7ba939ceff03 req-05714570-ccd6-4564-83c4-f3a8ef98a2d2 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 931 time: 0.1264651 Jun 10 15:32:45.852089 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] Request body: {'port': {'device_id': '9480061e-3701-42c5-9116-7c5067fc0fff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:32:45.866280 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884aea3-8601-4fcd-a606-e5d7bde11b28 req-e46b3f38-928d-4ad3-8da1-389cdc26de1d tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:45.867652 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2884aea3-8601-4fcd-a606-e5d7bde11b28 req-e46b3f38-928d-4ad3-8da1-389cdc26de1d tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.1308286 Jun 10 15:32:45.965658 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-bca12fac-5b99-4393-af34-088f07a56800 req-bff8cb10-ce9a-44a7-976e-1f908f0c8b44 service neutron] 10.222.0.45 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174181 Jun 10 15:32:45.989654 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-16d73958-67e1-422f-a0cf-5b44452041e6 None None] Provisioning for port 268662c9-5a22-47db-99b8-84a3541679f8 completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:32:45.993903 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-16d73958-67e1-422f-a0cf-5b44452041e6 None None] Provisioning complete for port 268662c9-5a22-47db-99b8-84a3541679f8 triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:32:45.994284 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-16d73958-67e1-422f-a0cf-5b44452041e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:46.040851 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-16d73958-67e1-422f-a0cf-5b44452041e6 None None] Port 268662c9-5a22-47db-99b8-84a3541679f8 cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:32:46.203573 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5d83186a-a4f0-4518-b409-7ba939ceff03 req-93aa64c7-10aa-4c09-8ce0-363aef42b920 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3837595 Jun 10 15:32:46.255591 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2884aea3-8601-4fcd-a606-e5d7bde11b28 req-080953a6-94c3-4cfe-96ad-59ef540b8bed tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831983 Jun 10 15:32:46.270610 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:46.479682 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d1e3b-b537-492d-9294-8b183a500f05 req-1541129a-b12c-4973-84c5-c9ab7b458dfd tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:46.481670 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2e7d1e3b-b537-492d-9294-8b183a500f05 req-1541129a-b12c-4973-84c5-c9ab7b458dfd tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 943 time: 0.1666470 Jun 10 15:32:46.586567 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2e7d1e3b-b537-492d-9294-8b183a500f05 req-161d7852-50a7-4766-9856-665a20d90eba tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919578 Jun 10 15:32:46.665937 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 268662c9-5a22-47db-99b8-84a3541679f8 {{(pid=92440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:32:46.673822 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:46.685504 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.provisioning_blocks [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] Transition to ACTIVE for port object 268662c9-5a22-47db-99b8-84a3541679f8 will not be triggered until provisioned by entity L2. {{(pid=92440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:32:46.795205 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:46.797248 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-9b7434b4-4dec-4425-8da2-dce3cd982551 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:46.893854 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] Pushing event updated for resources: {'Port': ['ID=268662c9-5a22-47db-99b8-84a3541679f8,revision_number=2']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:46.897524 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:46.979436 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] Attempting to bind port 268662c9-5a22-47db-99b8-84a3541679f8 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:32:46.979776 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] Attempting to bind port 268662c9-5a22-47db-99b8-84a3541679f8 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '1702aa14-938f-4925-84c5-5e06dd77e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5'}] {{(pid=92440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:32:46.980111 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] Attempting to bind port 268662c9-5a22-47db-99b8-84a3541679f8 on network 4d632323-dfef-4d59-99a6-62839bb06dc5 {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:32:46.984782 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] Port 268662c9-5a22-47db-99b8-84a3541679f8 on network 4d632323-dfef-4d59-99a6-62839bb06dc5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:32:46.985102 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] Attempting to bind port 268662c9-5a22-47db-99b8-84a3541679f8 on network 4d632323-dfef-4d59-99a6-62839bb06dc5 {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:32:46.989878 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] Checking agent: {'id': 'e28e421a-1ab2-4a36-8074-76b1dba64f57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'started_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:32:46.990209 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] Checking segment: {'id': '1702aa14-938f-4925-84c5-5e06dd77e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:32:46.990586 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] Bound using segment: {'id': '1702aa14-938f-4925-84c5-5e06dd77e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5'} {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:32:46.991011 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] Bound port: 268662c9-5a22-47db-99b8-84a3541679f8, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1702aa14-938f-4925-84c5-5e06dd77e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5'}}] {{(pid=92440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:32:46.991354 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:47.065483 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] For port 268662c9-5a22-47db-99b8-84a3541679f8, host hv-cinder-77212, cleared binding levels {{(pid=92440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:32:47.068486 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] For port 268662c9-5a22-47db-99b8-84a3541679f8, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=268662c9-5a22-47db-99b8-84a3541679f8,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:32:47.149767 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:47.151709 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-c2c833dd-0206-4971-81a7-e6a8e4177482 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:47.192815 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:47.193419 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:47.194818 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] 10.222.0.45 "PUT /v2.0/ports/268662c9-5a22-47db-99b8-84a3541679f8 HTTP/1.1" status: 200 len: 1093 time: 1.3470969 Jun 10 15:32:47.195305 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9480061e-3701-42c5-9116-7c5067fc0fff', 'tag': '268662c9-5a22-47db-99b8-84a3541679f8'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:32:47.197580 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff662756-545e-4871-b3a8-19000a264f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "9480061e-3701-42c5-9116-7c5067fc0fff", "tag": "268662c9-5a22-47db-99b8-84a3541679f8"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:32:47.229079 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] Pushing event updated for resources: {'Port': ['ID=268662c9-5a22-47db-99b8-84a3541679f8,revision_number=3']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:47.243887 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:47.243887 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9966d0e9-4000-47b4-b15b-3e762f83b384 x-openstack-request-id: req-9966d0e9-4000-47b4-b15b-3e762f83b384 {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:32:47.243887 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9480061e-3701-42c5-9116-7c5067fc0fff", "tag": "268662c9-5a22-47db-99b8-84a3541679f8", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:32:47.243887 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9966d0e9-4000-47b4-b15b-3e762f83b384 {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:32:47.243887 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9480061e-3701-42c5-9116-7c5067fc0fff', 'tag': '268662c9-5a22-47db-99b8-84a3541679f8', 'status': 'completed', 'code': 200} Jun 10 15:32:47.327211 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff662756-545e-4871-b3a8-19000a264f1f req-543ad84a-07e1-41ae-b241-360ae7f2b754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:47.328870 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ff662756-545e-4871-b3a8-19000a264f1f req-543ad84a-07e1-41ae-b241-360ae7f2b754 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc7c5988e6c495d9a904fb9069702f2&device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 1096 time: 0.0654716 Jun 10 15:32:47.554144 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41dd8a-1a5f-44e2-a567-08e4b470f44b req-a1e33b82-7b98-4957-b538-093fcb00ec52 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:47.555695 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3c41dd8a-1a5f-44e2-a567-08e4b470f44b req-a1e33b82-7b98-4957-b538-093fcb00ec52 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 943 time: 0.2259157 Jun 10 15:32:47.557975 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff662756-545e-4871-b3a8-19000a264f1f req-adf4cb4c-079f-427f-a78d-b6d23fc2a082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:47.560009 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ff662756-545e-4871-b3a8-19000a264f1f req-adf4cb4c-079f-427f-a78d-b6d23fc2a082 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=efc7c5988e6c495d9a904fb9069702f2&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2212105 Jun 10 15:32:47.576816 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026c7f9-755c-44a0-af3e-1f8b778c2e83 req-317425b5-1931-4be5-9948-5b4cb54367fc tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:47.578151 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1026c7f9-755c-44a0-af3e-1f8b778c2e83 req-317425b5-1931-4be5-9948-5b4cb54367fc tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.1872461 Jun 10 15:32:47.712812 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3c41dd8a-1a5f-44e2-a567-08e4b470f44b req-d805d71a-ab97-418c-8df1-4e4ec24edfd9 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495280 Jun 10 15:32:47.732311 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1026c7f9-755c-44a0-af3e-1f8b778c2e83 req-702601d4-c187-4a33-9bad-510e288a7657 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356146 Jun 10 15:32:47.749163 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff662756-545e-4871-b3a8-19000a264f1f req-e4e1865a-ee6c-43e0-bece-71c8a732938c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:47.750680 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ff662756-545e-4871-b3a8-19000a264f1f req-e4e1865a-ee6c-43e0-bece-71c8a732938c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1708570 Jun 10 15:32:47.904109 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-35ed1fbf-e443-42f8-af9e-91f3e5e626d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:47.905550 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-35ed1fbf-e443-42f8-af9e-91f3e5e626d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc7c5988e6c495d9a904fb9069702f2&device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 1096 time: 0.1159253 Jun 10 15:32:47.916849 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe025b-e863-47a1-a692-3d5f2adc8fb2 req-23bebf42-8cea-45d3-bb91-8fed152ec99f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:47.919139 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c0fe025b-e863-47a1-a692-3d5f2adc8fb2 req-23bebf42-8cea-45d3-bb91-8fed152ec99f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 943 time: 0.0912616 Jun 10 15:32:47.975081 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-b796b65c-bb41-4ef2-ac35-31e66c02ffc3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=268662c9-5a22-47db-99b8-84a3541679f8 HTTP/1.1" status: 200 len: 217 time: 0.0553179 Jun 10 15:32:48.041594 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c0fe025b-e863-47a1-a692-3d5f2adc8fb2 req-dd490b4f-97c2-46f0-8718-504927d10cdb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159389 Jun 10 15:32:48.050755 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-e80f374c-b200-4538-9b5b-bb1fd7b8192d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:48.052156 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-e80f374c-b200-4538-9b5b-bb1fd7b8192d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7a2c655e-5d93-4119-a397-dc5fc7c831fb HTTP/1.1" status: 200 len: 856 time: 0.0685647 Jun 10 15:32:48.125591 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-2df0916d-8ea5-42db-8c51-6d5591d06a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:48.127068 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-2df0916d-8ea5-42db-8c51-6d5591d06a15 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4d632323-dfef-4d59-99a6-62839bb06dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0679562 Jun 10 15:32:48.177660 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-d4efcdba-e55d-4dc0-9615-cd7cd2c067ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:48.241663 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-370a6228-124c-48e5-8025-d568ad81e23c service neutron] 10.222.0.45 "GET /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061971 Jun 10 15:32:48.361950 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-eaec702b-e6ba-4d51-be58-9e5c9ce585ed req-92e8f733-00a1-465d-92fc-23335f94bb66 service neutron] 10.222.0.45 "GET /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114347 Jun 10 15:32:48.953938 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105fad2-f68b-4d46-8bbf-171663e47f43 req-c09dd788-c2b9-4aef-b6a6-588388f78fa8 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:48.956136 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0105fad2-f68b-4d46-8bbf-171663e47f43 req-c09dd788-c2b9-4aef-b6a6-588388f78fa8 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 943 time: 0.1272533 Jun 10 15:32:48.968207 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd1f13-b03d-44fc-874c-de2b13862487 req-1d76a027-9f9d-4253-9ea0-25a6a3904fca tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:48.969596 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b6fd1f13-b03d-44fc-874c-de2b13862487 req-1d76a027-9f9d-4253-9ea0-25a6a3904fca tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.1087332 Jun 10 15:32:49.030923 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0105fad2-f68b-4d46-8bbf-171663e47f43 req-cb8b4fbc-883c-4073-9a3b-c047c5100ee8 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601571 Jun 10 15:32:49.037690 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b6fd1f13-b03d-44fc-874c-de2b13862487 req-1521996a-2807-4100-ba84-1ee32347fbc1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612781 Jun 10 15:32:49.230130 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3bf657-76e5-40eb-b4e8-62e374f33fd7 req-96175ed7-1dde-46b7-8bcf-a552753da604 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:49.233071 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ca3bf657-76e5-40eb-b4e8-62e374f33fd7 req-96175ed7-1dde-46b7-8bcf-a552753da604 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 943 time: 0.0774183 Jun 10 15:32:49.276926 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ca3bf657-76e5-40eb-b4e8-62e374f33fd7 req-dea7ed89-cf0b-430d-92b1-0721f4724c0d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366104 Jun 10 15:32:50.272059 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0cad9-68ed-45c8-81d2-fd6b166fe53c req-d777ac4d-0d7f-4cd5-a0a7-f0da5f0eeb48 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:50.273572 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ddb0cad9-68ed-45c8-81d2-fd6b166fe53c req-d777ac4d-0d7f-4cd5-a0a7-f0da5f0eeb48 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.1225195 Jun 10 15:32:50.283044 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e07f60-1033-4ce0-bb93-23ff236d9556 req-ab74880c-7a42-4835-90ea-2af452058904 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:50.284415 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-91e07f60-1033-4ce0-bb93-23ff236d9556 req-ab74880c-7a42-4835-90ea-2af452058904 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 943 time: 0.1309242 Jun 10 15:32:50.347577 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ddb0cad9-68ed-45c8-81d2-fd6b166fe53c req-10557a83-1a54-4fed-8a2c-5a14b2baaee7 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621285 Jun 10 15:32:50.350194 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-91e07f60-1033-4ce0-bb93-23ff236d9556 req-7bb6ebba-b428-4036-a07b-a9645382609e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591156 Jun 10 15:32:50.514222 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce75e5b-e3b2-40b5-8747-5e76fbfd285d req-374e213e-7b0d-42a3-91b3-342ed7833e80 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:50.515660 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4ce75e5b-e3b2-40b5-8747-5e76fbfd285d req-374e213e-7b0d-42a3-91b3-342ed7833e80 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 943 time: 0.0686429 Jun 10 15:32:50.556557 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4ce75e5b-e3b2-40b5-8747-5e76fbfd285d req-4f54172c-eb3f-4a29-a711-931655057901 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353959 Jun 10 15:32:50.731854 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:50.771579 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-128c25be-f250-4fe4-8930-0af89951a5c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:51.575878 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d0137-b108-4732-86f0-cc1473239a7d req-22296cb9-4a87-457f-984d-311a1203183e tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:51.577305 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1c7d0137-b108-4732-86f0-cc1473239a7d req-22296cb9-4a87-457f-984d-311a1203183e tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.1178019 Jun 10 15:32:51.585094 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a96fa-7267-4620-b617-20f3501e7f55 req-783d7078-4b45-4692-a831-c5fce6320e5f tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:51.586450 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-529a96fa-7267-4620-b617-20f3501e7f55 req-783d7078-4b45-4692-a831-c5fce6320e5f tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 943 time: 0.1173875 Jun 10 15:32:51.650593 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-529a96fa-7267-4620-b617-20f3501e7f55 req-cc766fe7-8f71-4870-a673-051f4eb9ca1a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570154 Jun 10 15:32:51.653840 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1c7d0137-b108-4732-86f0-cc1473239a7d req-e18ef970-5d63-4096-8985-6980741f9c95 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664899 Jun 10 15:32:51.824593 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d05f3-2d5d-4668-9cae-acffaf0a7b80 req-f85d1d62-abfa-4fa3-a371-2f83cfa661b4 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:51.826240 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e37d05f3-2d5d-4668-9cae-acffaf0a7b80 req-f85d1d62-abfa-4fa3-a371-2f83cfa661b4 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 943 time: 0.0708745 Jun 10 15:32:51.867712 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e37d05f3-2d5d-4668-9cae-acffaf0a7b80 req-7ccdbfd5-978a-44ea-9382-a71241bfda80 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359981 Jun 10 15:32:51.897976 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:52.151311 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 268662c9-5a22-47db-99b8-84a3541679f8 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=92442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:32:52.198267 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:32:52.270523 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 268662c9-5a22-47db-99b8-84a3541679f8, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=268662c9-5a22-47db-99b8-84a3541679f8,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:32:52.283496 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Returning: {'device': '268662c9-5a22-47db-99b8-84a3541679f8', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'port_id': '268662c9-5a22-47db-99b8-84a3541679f8', 'mac_address': 'fa:16:3e:69:b7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:32:52.328756 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:52.344360 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 268662c9-5a22-47db-99b8-84a3541679f8 {{(pid=92442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:32:52.364993 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 268662c9-5a22-47db-99b8-84a3541679f8, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=268662c9-5a22-47db-99b8-84a3541679f8,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:32:52.435882 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:52.437558 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:52.489900 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=268662c9-5a22-47db-99b8-84a3541679f8,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:52.492914 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:52.884716 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a71a3-f3a2-4695-ae46-ff2d47899c5b req-da8b87cc-134c-42a5-b515-d71f064e2caf tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:52.886169 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ee0a71a3-f3a2-4695-ae46-ff2d47899c5b req-da8b87cc-134c-42a5-b515-d71f064e2caf tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 944 time: 0.1103988 Jun 10 15:32:52.893302 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c6bda-0ee6-4b22-b9f7-5f8066054bca req-eaef3e56-7e0c-4777-b2ff-f46983509b08 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:52.894741 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5c6c6bda-0ee6-4b22-b9f7-5f8066054bca req-eaef3e56-7e0c-4777-b2ff-f46983509b08 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.1280887 Jun 10 15:32:52.912640 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['268662c9-5a22-47db-99b8-84a3541679f8'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:32:52.960207 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ee0a71a3-f3a2-4695-ae46-ff2d47899c5b req-b5dc308b-9b76-4624-929b-4b108d034a0d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645177 Jun 10 15:32:52.965946 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5c6c6bda-0ee6-4b22-b9f7-5f8066054bca req-541ca95b-b566-441d-a118-9468aade37a2 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636458 Jun 10 15:32:53.151977 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622946f-fa7d-4ea0-8d01-eb29ccc275f8 req-dad0b0da-ce18-4400-b0e5-1457347992b2 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:53.154296 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8622946f-fa7d-4ea0-8d01-eb29ccc275f8 req-dad0b0da-ce18-4400-b0e5-1457347992b2 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 943 time: 0.0709372 Jun 10 15:32:53.198468 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8622946f-fa7d-4ea0-8d01-eb29ccc275f8 req-b6912ebe-bbaa-4c64-8a12-8a7a3d414f78 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385830 Jun 10 15:32:53.697790 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:54.167306 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 61621ee4-5437-43cd-be5d-174801e370e3 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=92442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:32:54.170991 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 268662c9-5a22-47db-99b8-84a3541679f8 up at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:32:54.204819 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c9761-2103-45af-94eb-aeb97e026abb req-bd2aee70-6e44-4a0a-b3be-e4a959d8d758 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:54.206338 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fe8c9761-2103-45af-94eb-aeb97e026abb req-bd2aee70-6e44-4a0a-b3be-e4a959d8d758 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 944 time: 0.1149712 Jun 10 15:32:54.218809 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81177423-217c-4ab5-9d19-f30d5e70c53b req-b6b65cc2-0eb6-455b-b0b5-00ca17d31bba tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:54.220246 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-81177423-217c-4ab5-9d19-f30d5e70c53b req-b6b65cc2-0eb6-455b-b0b5-00ca17d31bba tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.1199253 Jun 10 15:32:54.302958 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-81177423-217c-4ab5-9d19-f30d5e70c53b req-f3fa70ec-838b-4b42-8672-3df29d825f42 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700636 Jun 10 15:32:54.302958 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fe8c9761-2103-45af-94eb-aeb97e026abb req-a9277855-8cf0-4bc8-9620-94ad6be21351 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802736 Jun 10 15:32:54.468244 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 61621ee4-5437-43cd-be5d-174801e370e3, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=61621ee4-5437-43cd-be5d-174801e370e3,segment=NetworkSegment(946c7721-7573-4267-b72d-fd235dd82591),segment_id=946c7721-7573-4267-b72d-fd235dd82591)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:32:54.479133 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e5923-c469-45b3-85f9-f7da3e2983ec req-cf6f27d4-2d9a-4552-b06e-45132adb3c5d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:54.480616 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8b9e5923-c469-45b3-85f9-f7da3e2983ec req-cf6f27d4-2d9a-4552-b06e-45132adb3c5d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 943 time: 0.0722594 Jun 10 15:32:54.483721 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Returning: {'device': '61621ee4-5437-43cd-be5d-174801e370e3', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'port_id': '61621ee4-5437-43cd-be5d-174801e370e3', 'mac_address': 'fa:16:3e:b3:e2:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:32:54.517305 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning for port 268662c9-5a22-47db-99b8-84a3541679f8 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:32:54.523267 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8b9e5923-c469-45b3-85f9-f7da3e2983ec req-7327d274-7694-4792-85fb-8ba025f9995f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361431 Jun 10 15:32:54.528755 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning complete for port 268662c9-5a22-47db-99b8-84a3541679f8 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:32:54.529164 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:54.560310 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:54.584326 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61621ee4-5437-43cd-be5d-174801e370e3 {{(pid=92442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:32:54.611286 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 61621ee4-5437-43cd-be5d-174801e370e3, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=61621ee4-5437-43cd-be5d-174801e370e3,segment=NetworkSegment(946c7721-7573-4267-b72d-fd235dd82591),segment_id=946c7721-7573-4267-b72d-fd235dd82591)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:32:54.655618 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:54.674241 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:54.676834 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:54.683697 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9480061e-3701-42c5-9116-7c5067fc0fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268662c9-5a22-47db-99b8-84a3541679f8'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:32:54.686800 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3827a4a-2965-4f36-bd1c-d82d62592b1f" -d '{"events": [{"server_uuid": "9480061e-3701-42c5-9116-7c5067fc0fff", "name": "network-vif-plugged", "status": "completed", "tag": "268662c9-5a22-47db-99b8-84a3541679f8"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:32:54.722555 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 268662c9-5a22-47db-99b8-84a3541679f8, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=268662c9-5a22-47db-99b8-84a3541679f8,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:32:54.744694 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd667b44-db15-4cb1-a87c-768c75c1445c x-openstack-request-id: req-fd667b44-db15-4cb1-a87c-768c75c1445c {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:32:54.744987 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9480061e-3701-42c5-9116-7c5067fc0fff", "name": "network-vif-plugged", "status": "completed", "tag": "268662c9-5a22-47db-99b8-84a3541679f8", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:32:54.745246 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd667b44-db15-4cb1-a87c-768c75c1445c {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:32:54.745635 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9480061e-3701-42c5-9116-7c5067fc0fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268662c9-5a22-47db-99b8-84a3541679f8', 'code': 200} Jun 10 15:32:54.751005 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=61621ee4-5437-43cd-be5d-174801e370e3,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:54.753921 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:54.792883 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:54.795550 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:54.849310 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=268662c9-5a22-47db-99b8-84a3541679f8,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:54.852302 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:55.131528 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['61621ee4-5437-43cd-be5d-174801e370e3'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:32:55.163929 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a84c1-2ff3-4b8e-8623-8e9b83b0cb18 req-19dd6fdd-d79a-4327-9055-677c492b03e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:55.165405 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6c0a84c1-2ff3-4b8e-8623-8e9b83b0cb18 req-19dd6fdd-d79a-4327-9055-677c492b03e3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 1098 time: 0.0571723 Jun 10 15:32:55.208725 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6c0a84c1-2ff3-4b8e-8623-8e9b83b0cb18 req-9d5db3a3-e76e-465a-93e6-f6fbf20053bc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354588 Jun 10 15:32:55.525476 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca5842f-60d8-44df-a455-01f8c221332f req-7f532ffa-e876-48f7-9d4b-46a01ac041bf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:55.527016 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-bca5842f-60d8-44df-a455-01f8c221332f req-7f532ffa-e876-48f7-9d4b-46a01ac041bf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.1156709 Jun 10 15:32:55.537840 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4054af-a917-4487-b0cf-e81c5de058ef req-becb7153-7072-45cf-91bb-04d14c3f9540 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:55.539174 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9a4054af-a917-4487-b0cf-e81c5de058ef req-becb7153-7072-45cf-91bb-04d14c3f9540 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.0947919 Jun 10 15:32:55.603580 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-bca5842f-60d8-44df-a455-01f8c221332f req-996240e3-1399-4bd1-9359-0c7dea60d375 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634663 Jun 10 15:32:55.608705 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9a4054af-a917-4487-b0cf-e81c5de058ef req-2ff830b9-8169-414e-b650-72143f34ff31 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624149 Jun 10 15:32:55.773182 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d3603-ee81-455c-acdd-cee5a33e601a req-b5682c59-2145-46aa-a019-12ef0c93dea9 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:55.774732 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2b8d3603-ee81-455c-acdd-cee5a33e601a req-b5682c59-2145-46aa-a019-12ef0c93dea9 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 944 time: 0.0696013 Jun 10 15:32:55.818377 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2b8d3603-ee81-455c-acdd-cee5a33e601a req-4276cc21-b023-46b8-88e0-c8f1ff4f475c tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374408 Jun 10 15:32:56.838766 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cba79-efe2-4540-b12c-63955a530788 req-99efa82f-72af-4abc-8b13-d2298429e11b tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:56.840795 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-da2cba79-efe2-4540-b12c-63955a530788 req-99efa82f-72af-4abc-8b13-d2298429e11b tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.1211751 Jun 10 15:32:56.848851 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da33fa-a76a-48ca-95c7-ed569c7e916a req-b641cb00-7001-4114-bc55-64c14491df49 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:56.850211 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d8da33fa-a76a-48ca-95c7-ed569c7e916a req-b641cb00-7001-4114-bc55-64c14491df49 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.1219652 Jun 10 15:32:56.910760 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-da2cba79-efe2-4540-b12c-63955a530788 req-fe8b3473-fc18-4a28-a9ba-5bb8dddf725d tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595953 Jun 10 15:32:56.915449 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d8da33fa-a76a-48ca-95c7-ed569c7e916a req-3325d561-b2da-431e-aa21-62a09dc828af tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585423 Jun 10 15:32:57.083296 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b673aaf-80fd-434f-9b0c-0cca739ff813 req-4844ebd6-0a77-464f-9325-638d7db628c4 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:57.084749 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9b673aaf-80fd-434f-9b0c-0cca739ff813 req-4844ebd6-0a77-464f-9325-638d7db628c4 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 944 time: 0.0731089 Jun 10 15:32:57.128493 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9b673aaf-80fd-434f-9b0c-0cca739ff813 req-eeb9291a-5e3b-48ac-8565-54f3ddf0caee tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351701 Jun 10 15:32:58.140533 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc709975-f2ae-47db-b9c5-8b8e4328d6e3 req-d444c64c-6d0d-48d1-8517-d67fac9d9902 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:58.141974 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dc709975-f2ae-47db-b9c5-8b8e4328d6e3 req-d444c64c-6d0d-48d1-8517-d67fac9d9902 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.1151407 Jun 10 15:32:58.152739 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76439469-cd80-44eb-bfb3-68f3d07ed3fd req-193770b7-c981-428a-b8d6-b867e9aee729 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:58.154201 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-76439469-cd80-44eb-bfb3-68f3d07ed3fd req-193770b7-c981-428a-b8d6-b867e9aee729 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.1183281 Jun 10 15:32:58.188137 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 61621ee4-5437-43cd-be5d-174801e370e3 up at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:32:58.303736 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning for port 61621ee4-5437-43cd-be5d-174801e370e3 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:32:58.307871 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning complete for port 61621ee4-5437-43cd-be5d-174801e370e3 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:32:58.308257 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:58.404688 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:58.429432 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571505f1-646e-4efb-bfd9-585cb1fe83ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61621ee4-5437-43cd-be5d-174801e370e3'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:32:58.431839 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1be7d99-398b-42b8-bb4d-905a03ff4c57" -d '{"events": [{"server_uuid": "571505f1-646e-4efb-bfd9-585cb1fe83ee", "name": "network-vif-plugged", "status": "completed", "tag": "61621ee4-5437-43cd-be5d-174801e370e3"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:32:58.447309 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 61621ee4-5437-43cd-be5d-174801e370e3, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=61621ee4-5437-43cd-be5d-174801e370e3,segment=NetworkSegment(946c7721-7573-4267-b72d-fd235dd82591),segment_id=946c7721-7573-4267-b72d-fd235dd82591)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:32:58.495542 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dc709975-f2ae-47db-b9c5-8b8e4328d6e3 req-6f452412-55fb-4c4d-8de1-5797de2a5a12 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3404012 Jun 10 15:32:58.500442 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-76439469-cd80-44eb-bfb3-68f3d07ed3fd req-e42a9d00-826e-46d2-8af2-9ec2a8d91f72 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3397639 Jun 10 15:32:58.535779 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:58.537768 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:32:58.569022 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6f21f2-a162-4c0c-a64a-2d8b71caf748 x-openstack-request-id: req-0c6f21f2-a162-4c0c-a64a-2d8b71caf748 {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:32:58.569334 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571505f1-646e-4efb-bfd9-585cb1fe83ee", "name": "network-vif-plugged", "status": "completed", "tag": "61621ee4-5437-43cd-be5d-174801e370e3", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:32:58.569591 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c6f21f2-a162-4c0c-a64a-2d8b71caf748 {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:32:58.570011 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571505f1-646e-4efb-bfd9-585cb1fe83ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61621ee4-5437-43cd-be5d-174801e370e3', 'code': 200} Jun 10 15:32:58.599829 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=61621ee4-5437-43cd-be5d-174801e370e3,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:32:58.611004 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:32:58.721371 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853a7f9-98c7-408d-b1af-e6d3b5cb0a33 req-6e982803-5811-4e33-b435-3b2a3850627e tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:58.722839 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2853a7f9-98c7-408d-b1af-e6d3b5cb0a33 req-6e982803-5811-4e33-b435-3b2a3850627e tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 945 time: 0.1152191 Jun 10 15:32:58.743510 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8874a98-e5e6-4c09-914e-8499fe50110b req-f0899cca-4152-40b8-957c-60b5acfd5872 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:58.744873 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f8874a98-e5e6-4c09-914e-8499fe50110b req-f0899cca-4152-40b8-957c-60b5acfd5872 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.1010625 Jun 10 15:32:58.754014 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 56986) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:32:58.758801 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-568874ae-f562-4fe4-b291-ce72371ba86a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Request body: {'floatingip': {'port_id': '268662c9-5a22-47db-99b8-84a3541679f8'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:32:58.777487 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2853a7f9-98c7-408d-b1af-e6d3b5cb0a33 req-d122e093-2df1-40ff-989a-c2033eb4076f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470245 Jun 10 15:32:58.820182 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-568874ae-f562-4fe4-b291-ce72371ba86a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for floatingip, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:59.073378 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7acf3-06e7-4131-bfc6-c67388d65359 req-6adb5165-0604-4633-92d3-778ad7e6beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:59.074794 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b9a7acf3-06e7-4131-bfc6-c67388d65359 req-6adb5165-0604-4633-92d3-778ad7e6beb2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 1098 time: 0.0595913 Jun 10 15:32:59.115396 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b9a7acf3-06e7-4131-bfc6-c67388d65359 req-7b75782e-cbf0-4012-a73f-382daa96b0e7 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312409 Jun 10 15:32:59.643228 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-568874ae-f562-4fe4-b291-ce72371ba86a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:59.680249 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61d9c5-8227-4b2d-8c11-f313a0595246 req-5aee8a7c-8330-496f-ae28-9063cc249de9 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:59.681701 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4d61d9c5-8227-4b2d-8c11-f313a0595246 req-5aee8a7c-8330-496f-ae28-9063cc249de9 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0764406 Jun 10 15:32:59.715704 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-568874ae-f562-4fe4-b291-ce72371ba86a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:32:59.724568 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4d61d9c5-8227-4b2d-8c11-f313a0595246 req-54b2d734-4143-49d9-b7f8-13e8c93c4531 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369778 Jun 10 15:32:59.853135 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.db.l3_db [None req-568874ae-f562-4fe4-b291-ce72371ba86a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Floating IP 9f66940f-ee99-4eb0-b80b-f96340f9e801 associated. External IP: 172.27.3.41, port: 268662c9-5a22-47db-99b8-84a3541679f8. Jun 10 15:32:59.962066 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99847d-49c8-4c20-a429-fc319b604aff req-c96e9825-e8f4-441c-8bd3-9b13bcaec772 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:32:59.963543 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-cc99847d-49c8-4c20-a429-fc319b604aff req-c96e9825-e8f4-441c-8bd3-9b13bcaec772 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 945 time: 0.0742714 Jun 10 15:33:00.004882 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-cc99847d-49c8-4c20-a429-fc319b604aff req-38e20282-9f5b-4ce2-a983-26518d5ce3d7 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350022 Jun 10 15:33:00.137931 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568874ae-f562-4fe4-b291-ce72371ba86a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Router a3ac1c19-9de2-4eed-a465-6544cfeed94d has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:33:00.282269 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568874ae-f562-4fe4-b291-ce72371ba86a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:33:00.287040 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-568874ae-f562-4fe4-b291-ce72371ba86a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for floatingip, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:00.292601 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0adfef-e2b9-4d03-8d96-358b1c4bae3a None None] Sync routers for ids ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:33:00.302082 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0adfef-e2b9-4d03-8d96-358b1c4bae3a None None] Routers {'a3ac1c19-9de2-4eed-a465-6544cfeed94d'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:33:00.302711 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-6a0adfef-e2b9-4d03-8d96-358b1c4bae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:32:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:33:00.328201 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-568874ae-f562-4fe4-b291-ce72371ba86a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "PUT /v2.0/floatingips/9f66940f-ee99-4eb0-b80b-f96340f9e801 HTTP/1.1" status: 200 len: 990 time: 1.5730987 Jun 10 15:33:00.328853 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9480061e-3701-42c5-9116-7c5067fc0fff', 'tag': '268662c9-5a22-47db-99b8-84a3541679f8'}] {{(pid=92441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:33:00.331184 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9b8eca18dfada33807f9ce70a392550ff1c61d1cc5185ff617afbbc74c0c2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4031339-48e8-439c-8781-f0feb72c0598" -d '{"events": [{"name": "network-changed", "server_uuid": "9480061e-3701-42c5-9116-7c5067fc0fff", "tag": "268662c9-5a22-47db-99b8-84a3541679f8"}]}' {{(pid=92441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:33:00.385583 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fa764a-ef35-4946-a6f8-e62c19aba836 x-openstack-request-id: req-56fa764a-ef35-4946-a6f8-e62c19aba836 {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:33:00.385972 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9480061e-3701-42c5-9116-7c5067fc0fff", "tag": "268662c9-5a22-47db-99b8-84a3541679f8", "status": "completed", "code": 200}]} {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:33:00.386260 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-56fa764a-ef35-4946-a6f8-e62c19aba836 {{(pid=92441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:33:00.386684 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9480061e-3701-42c5-9116-7c5067fc0fff', 'tag': '268662c9-5a22-47db-99b8-84a3541679f8', 'status': 'completed', 'code': 200} Jun 10 15:33:00.450075 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-6a0adfef-e2b9-4d03-8d96-358b1c4bae3a None None] Set router a3ac1c19-9de2-4eed-a465-6544cfeed94d gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:33:00.489835 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4031339-48e8-439c-8781-f0feb72c0598 req-e47596b2-4b46-4b5c-9a7b-647e9b326d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:00.491319 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b4031339-48e8-439c-8781-f0feb72c0598 req-e47596b2-4b46-4b5c-9a7b-647e9b326d7f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc7c5988e6c495d9a904fb9069702f2&device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 1098 time: 0.0665658 Jun 10 15:33:00.618706 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4031339-48e8-439c-8781-f0feb72c0598 req-3697de88-bc56-459c-9408-50cb52c41e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:00.620119 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b4031339-48e8-439c-8781-f0feb72c0598 req-3697de88-bc56-459c-9408-50cb52c41e67 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4d632323-dfef-4d59-99a6-62839bb06dc5 HTTP/1.1" status: 200 len: 918 time: 0.1136491 Jun 10 15:33:00.708073 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b4031339-48e8-439c-8781-f0feb72c0598 req-1f64707d-e21f-4c50-ab02-478cc0dc0111 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=268662c9-5a22-47db-99b8-84a3541679f8 HTTP/1.1" status: 200 len: 998 time: 0.0756304 Jun 10 15:33:00.744441 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-6a0adfef-e2b9-4d03-8d96-358b1c4bae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600131239-router', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:24:15Z', 'revision_number': 4, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'gw_port': {'id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:08Z', 'updated_at': '2021-06-10T15:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': '9f66940f-ee99-4eb0-b80b-f96340f9e801', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'floating_ip_address': '172.27.3.41', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'port_id': '268662c9-5a22-47db-99b8-84a3541679f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'mac_address': 'fa:16:3e:69:b7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9480061e-3701-42c5-9116-7c5067fc0fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:32:40Z', 'updated_at': '2021-06-10T15:32:59Z', 'revision_number': 1, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4811a938-7b75-402c-86da-3d0cbc9a8d29', 'name': '', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'mac_address': 'fa:16:3e:0c:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:13Z', 'updated_at': '2021-06-10T15:24:23Z', 'revision_number': 5, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'subnets': [{'id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:33:00.747890 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0adfef-e2b9-4d03-8d96-358b1c4bae3a None None] Checking router: a3ac1c19-9de2-4eed-a465-6544cfeed94d for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:33:00.757081 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0adfef-e2b9-4d03-8d96-358b1c4bae3a None None] Routers {'a3ac1c19-9de2-4eed-a465-6544cfeed94d'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:33:00.757597 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-6a0adfef-e2b9-4d03-8d96-358b1c4bae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:32:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:33:00.771699 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4031339-48e8-439c-8781-f0feb72c0598 req-fbc74996-6907-4695-9e94-c0c83b0c0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:00.773144 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b4031339-48e8-439c-8781-f0feb72c0598 req-fbc74996-6907-4695-9e94-c0c83b0c0c33 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7a2c655e-5d93-4119-a397-dc5fc7c831fb HTTP/1.1" status: 200 len: 856 time: 0.0587139 Jun 10 15:33:00.838992 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4031339-48e8-439c-8781-f0feb72c0598 req-9b9b730e-2070-483d-a67b-997daf7d65ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:00.841223 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b4031339-48e8-439c-8781-f0feb72c0598 req-9b9b730e-2070-483d-a67b-997daf7d65ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4d632323-dfef-4d59-99a6-62839bb06dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612817 Jun 10 15:33:00.901217 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-6a0adfef-e2b9-4d03-8d96-358b1c4bae3a None None] Set router a3ac1c19-9de2-4eed-a465-6544cfeed94d gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:33:01.001746 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b4031339-48e8-439c-8781-f0feb72c0598 req-54891cfc-03ed-4568-92e6-56b3824cf01a service neutron] 10.222.0.45 "GET /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477659 Jun 10 15:33:01.011100 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f32e53-d242-4353-b7d4-895d82bd9a2b req-a3aca219-abbc-4321-b95d-80fa60e4a711 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:01.012648 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b3f32e53-d242-4353-b7d4-895d82bd9a2b req-a3aca219-abbc-4321-b95d-80fa60e4a711 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.1675031 Jun 10 15:33:01.135037 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b3f32e53-d242-4353-b7d4-895d82bd9a2b req-27824b50-5f9c-4159-8d8b-ca10962fbb26 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136372 Jun 10 15:33:01.188724 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b4031339-48e8-439c-8781-f0feb72c0598 req-ec5ad2b7-f30c-475b-abbd-2330fb7a6ce7 service neutron] 10.222.0.45 "GET /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751380 Jun 10 15:33:01.200340 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-6a0adfef-e2b9-4d03-8d96-358b1c4bae3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600131239-router', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:24:15Z', 'revision_number': 4, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'gw_port': {'id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:08Z', 'updated_at': '2021-06-10T15:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': '9f66940f-ee99-4eb0-b80b-f96340f9e801', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'floating_ip_address': '172.27.3.41', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'port_id': '268662c9-5a22-47db-99b8-84a3541679f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'mac_address': 'fa:16:3e:69:b7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9480061e-3701-42c5-9116-7c5067fc0fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:32:40Z', 'updated_at': '2021-06-10T15:32:59Z', 'revision_number': 1, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4811a938-7b75-402c-86da-3d0cbc9a8d29', 'name': '', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'mac_address': 'fa:16:3e:0c:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:13Z', 'updated_at': '2021-06-10T15:24:23Z', 'revision_number': 5, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'subnets': [{'id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:33:01.204033 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0adfef-e2b9-4d03-8d96-358b1c4bae3a None None] The sync data for ids ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'] in dv-cinder-772126-2-iscsi is: [{'id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600131239-router', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:24:15Z', 'revision_number': 4, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'gw_port': {'id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:08Z', 'updated_at': '2021-06-10T15:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': '9f66940f-ee99-4eb0-b80b-f96340f9e801', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'floating_ip_address': '172.27.3.41', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'port_id': '268662c9-5a22-47db-99b8-84a3541679f8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'mac_address': 'fa:16:3e:69:b7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9480061e-3701-42c5-9116-7c5067fc0fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:32:40Z', 'updated_at': '2021-06-10T15:32:59Z', 'revision_number': 1, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4811a938-7b75-402c-86da-3d0cbc9a8d29', 'name': '', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'mac_address': 'fa:16:3e:0c:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:13Z', 'updated_at': '2021-06-10T15:24:23Z', 'revision_number': 5, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'subnets': [{'id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:33:01.221710 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b535116-7664-45a2-8f14-f4d364850540 req-730b83cc-98c0-4989-9bf8-6d9cb7da736a tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:01.226480 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9b535116-7664-45a2-8f14-f4d364850540 req-730b83cc-98c0-4989-9bf8-6d9cb7da736a tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 945 time: 0.0919890 Jun 10 15:33:01.272272 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9b535116-7664-45a2-8f14-f4d364850540 req-2c11eee5-bd7e-4131-bea3-15e7792b5c8f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428684 Jun 10 15:33:01.391833 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd42508-86c0-4823-a6bf-757aed9b08d7 None None] New status for floating IP 9f66940f-ee99-4eb0-b80b-f96340f9e801: ACTIVE {{(pid=92443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:33:01.463966 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b811753-5149-4633-a960-d4b9f528ff7c req-d00bf1af-daf3-4f1f-a410-ff167b5e8e55 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:01.466104 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1b811753-5149-4633-a960-d4b9f528ff7c req-d00bf1af-daf3-4f1f-a410-ff167b5e8e55 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 945 time: 0.0728049 Jun 10 15:33:01.510781 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1b811753-5149-4633-a960-d4b9f528ff7c req-473c5e74-982d-4a13-9b99-3d6d94385cfe tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385566 Jun 10 15:33:01.536124 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 57004) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:33:01.595775 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70353e11-1b70-42f3-9010-611ab2fc5024 tempest-TestVolumeBootPattern-1158222322 tempest-TestVolumeBootPattern-1158222322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:01.597297 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-70353e11-1b70-42f3-9010-611ab2fc5024 tempest-TestVolumeBootPattern-1158222322 tempest-TestVolumeBootPattern-1158222322-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 1093 time: 0.0599160 Jun 10 15:33:01.600077 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 57006) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:33:01.604386 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-6eba6ea2-bb9a-44bb-99b6-e94667e5b3fa tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Request body: {'floatingip': {'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'port_id': '61621ee4-5437-43cd-be5d-174801e370e3', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:33:01.698294 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6eba6ea2-bb9a-44bb-99b6-e94667e5b3fa tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for floatingip, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:01.815487 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6eba6ea2-bb9a-44bb-99b6-e94667e5b3fa tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:01.940939 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [None req-6eba6ea2-bb9a-44bb-99b6-e94667e5b3fa tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Allocated IP 172.27.3.228 (bafb3150-7231-46b7-88ed-3af7e5c7810a/66421b7e-18a2-4c9a-a813-c12246305922/15d3fa4f-0436-4fe2-8d74-089e4aa41eee) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:33:02.072148 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6eba6ea2-bb9a-44bb-99b6-e94667e5b3fa tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:02.185042 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6eba6ea2-bb9a-44bb-99b6-e94667e5b3fa tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940535'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:02.187225 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:33:02.232603 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eba6ea2-bb9a-44bb-99b6-e94667e5b3fa tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Network bafb3150-7231-46b7-88ed-3af7e5c7810a is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:33:02.237293 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-6eba6ea2-bb9a-44bb-99b6-e94667e5b3fa tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:33:02.242064 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eba6ea2-bb9a-44bb-99b6-e94667e5b3fa tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:33:02.244149 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba6ea2-bb9a-44bb-99b6-e94667e5b3fa tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Pushing event updated for resources: {'Port': ['ID=15d3fa4f-0436-4fe2-8d74-089e4aa41eee,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:33:02.247870 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-6eba6ea2-bb9a-44bb-99b6-e94667e5b3fa tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:33:02.321742 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400599ae-43cb-4a65-b9e2-144c4dbc86c4 req-299ed4de-6acf-4fbf-9591-ba567d70efff tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:02.323815 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-400599ae-43cb-4a65-b9e2-144c4dbc86c4 req-299ed4de-6acf-4fbf-9591-ba567d70efff tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0722520 Jun 10 15:33:02.371013 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-400599ae-43cb-4a65-b9e2-144c4dbc86c4 req-463d59b9-2c71-403d-be10-25bf3692015c tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415616 Jun 10 15:33:02.703506 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6eba6ea2-bb9a-44bb-99b6-e94667e5b3fa tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:02.849860 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6eba6ea2-bb9a-44bb-99b6-e94667e5b3fa tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:03.029905 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6eba6ea2-bb9a-44bb-99b6-e94667e5b3fa tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for port, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:03.101180 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6eba6ea2-bb9a-44bb-99b6-e94667e5b3fa tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940517'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:03.104153 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-18b2114b-f12e-4694-b89a-c262df212851 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:33:03.177173 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba6ea2-bb9a-44bb-99b6-e94667e5b3fa tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Pushing event updated for resources: {'Port': ['ID=15d3fa4f-0436-4fe2-8d74-089e4aa41eee,revision_number=2']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:33:03.184726 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-6eba6ea2-bb9a-44bb-99b6-e94667e5b3fa tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:33:03.194997 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6eba6ea2-bb9a-44bb-99b6-e94667e5b3fa tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:03.335782 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.db.l3_db [None req-6eba6ea2-bb9a-44bb-99b6-e94667e5b3fa tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Floating IP 4ab1bb78-d5a0-49a8-b1bc-255dc4d88700 associated. External IP: 172.27.3.228, port: 61621ee4-5437-43cd-be5d-174801e370e3. Jun 10 15:33:03.562014 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef31ab-7882-49ab-8693-c8dd8ac1df06 req-0a1bbdde-3cde-47c6-8e54-40ef4679d7b8 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:03.563512 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-89ef31ab-7882-49ab-8693-c8dd8ac1df06 req-0a1bbdde-3cde-47c6-8e54-40ef4679d7b8 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0749421 Jun 10 15:33:03.611190 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-89ef31ab-7882-49ab-8693-c8dd8ac1df06 req-27ecf211-2fc9-4886-8e7b-2cd7d9f771e5 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389962 Jun 10 15:33:03.893868 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eba6ea2-bb9a-44bb-99b6-e94667e5b3fa tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:33:04.037195 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eba6ea2-bb9a-44bb-99b6-e94667e5b3fa tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:33:04.047856 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccd45b1-4e86-4447-b8fd-db07ba8047eb None None] Sync routers for ids ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:33:04.056615 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccd45b1-4e86-4447-b8fd-db07ba8047eb None None] Routers {'5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:33:04.060893 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-eccd45b1-4e86-4447-b8fd-db07ba8047eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:32:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:33:04.115191 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6eba6ea2-bb9a-44bb-99b6-e94667e5b3fa tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for floatingip, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:04.162342 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-6eba6ea2-bb9a-44bb-99b6-e94667e5b3fa tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5611191 Jun 10 15:33:04.162911 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571505f1-646e-4efb-bfd9-585cb1fe83ee', 'tag': '61621ee4-5437-43cd-be5d-174801e370e3'}] {{(pid=92441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:33:04.165255 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9b8eca18dfada33807f9ce70a392550ff1c61d1cc5185ff617afbbc74c0c2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cfe8cd-12c5-4639-beae-0716bbf29acc" -d '{"events": [{"name": "network-changed", "server_uuid": "571505f1-646e-4efb-bfd9-585cb1fe83ee", "tag": "61621ee4-5437-43cd-be5d-174801e370e3"}]}' {{(pid=92441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:33:04.209851 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b7682b-361a-49c1-848d-70221780f5f0 x-openstack-request-id: req-17b7682b-361a-49c1-848d-70221780f5f0 {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:33:04.210177 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "571505f1-646e-4efb-bfd9-585cb1fe83ee", "tag": "61621ee4-5437-43cd-be5d-174801e370e3", "status": "completed", "code": 200}]} {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:33:04.210460 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-17b7682b-361a-49c1-848d-70221780f5f0 {{(pid=92441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:33:04.210878 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '571505f1-646e-4efb-bfd9-585cb1fe83ee', 'tag': '61621ee4-5437-43cd-be5d-174801e370e3', 'status': 'completed', 'code': 200} Jun 10 15:33:04.291391 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cfe8cd-12c5-4639-beae-0716bbf29acc req-0e0ec148-6051-4f83-9e23-37cbfc7a58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:04.292855 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c9cfe8cd-12c5-4639-beae-0716bbf29acc req-0e0ec148-6051-4f83-9e23-37cbfc7a58f9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a3ed0fc5497463faac2851a1aeb412c&device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 1098 time: 0.0588450 Jun 10 15:33:04.329998 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-eccd45b1-4e86-4447-b8fd-db07ba8047eb None None] Set router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:33:04.413401 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cfe8cd-12c5-4639-beae-0716bbf29acc req-7a128c9e-a0d6-4cc7-a5d8-67871448e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:04.414800 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c9cfe8cd-12c5-4639-beae-0716bbf29acc req-7a128c9e-a0d6-4cc7-a5d8-67871448e64c service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc452212-81ca-4caf-a3da-e16d5e17f9a5 HTTP/1.1" status: 200 len: 912 time: 0.1155338 Jun 10 15:33:04.506479 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c9cfe8cd-12c5-4639-beae-0716bbf29acc req-6c8039b4-b139-4909-ae35-23f8d7b0ed47 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61621ee4-5437-43cd-be5d-174801e370e3 HTTP/1.1" status: 200 len: 999 time: 0.0841284 Jun 10 15:33:04.564665 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cfe8cd-12c5-4639-beae-0716bbf29acc req-4b9f7992-195f-4ddf-a075-df28b36b3620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:04.566281 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c9cfe8cd-12c5-4639-beae-0716bbf29acc req-4b9f7992-195f-4ddf-a075-df28b36b3620 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a35ed739-29e3-4a52-a6bc-15f7407e9f83 HTTP/1.1" status: 200 len: 850 time: 0.0528758 Jun 10 15:33:04.624333 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-eccd45b1-4e86-4447-b8fd-db07ba8047eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:26:28Z', 'revision_number': 4, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': '4ab1bb78-d5a0-49a8-b1bc-255dc4d88700', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'port_id': '61621ee4-5437-43cd-be5d-174801e370e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'mac_address': 'fa:16:3e:b3:e2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571505f1-646e-4efb-bfd9-585cb1fe83ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:33:02Z', 'updated_at': '2021-06-10T15:33:02Z', 'revision_number': 0, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434c4c3e-36b0-4c92-acac-683b5e74fbc8', 'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'mac_address': 'fa:16:3e:ef:a6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:27Z', 'updated_at': '2021-06-10T15:26:33Z', 'revision_number': 5, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'subnets': [{'id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:33:04.628417 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccd45b1-4e86-4447-b8fd-db07ba8047eb None None] Checking router: 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:33:04.636542 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cfe8cd-12c5-4639-beae-0716bbf29acc req-5bf53c16-1232-4bf8-815e-24de6231418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:04.638127 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c9cfe8cd-12c5-4639-beae-0716bbf29acc req-5bf53c16-1232-4bf8-815e-24de6231418d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc452212-81ca-4caf-a3da-e16d5e17f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658290 Jun 10 15:33:04.639347 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccd45b1-4e86-4447-b8fd-db07ba8047eb None None] Routers {'5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:33:04.639978 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-eccd45b1-4e86-4447-b8fd-db07ba8047eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:32:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:33:04.774352 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c9cfe8cd-12c5-4639-beae-0716bbf29acc req-4503b554-18e2-49b0-9cd7-49544cab895b service neutron] 10.222.0.45 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290538 Jun 10 15:33:04.798494 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-eccd45b1-4e86-4447-b8fd-db07ba8047eb None None] Set router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:33:04.930956 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0cf40-7217-4f85-9645-d074c5f50869 req-403e4498-9998-4db4-84c1-32c263f32955 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:04.932568 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7ed0cf40-7217-4f85-9645-d074c5f50869 req-403e4498-9998-4db4-84c1-32c263f32955 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.1807215 Jun 10 15:33:04.971188 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c9cfe8cd-12c5-4639-beae-0716bbf29acc req-62cc738e-daef-4543-8a96-26a11a60b923 service neutron] 10.222.0.45 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682487 Jun 10 15:33:04.993990 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7ed0cf40-7217-4f85-9645-d074c5f50869 req-b83b16b4-87a3-43e7-bfb8-cadfd40c5e2a tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476770 Jun 10 15:33:05.135092 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-eccd45b1-4e86-4447-b8fd-db07ba8047eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:26:28Z', 'revision_number': 4, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': '4ab1bb78-d5a0-49a8-b1bc-255dc4d88700', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'port_id': '61621ee4-5437-43cd-be5d-174801e370e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'mac_address': 'fa:16:3e:b3:e2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571505f1-646e-4efb-bfd9-585cb1fe83ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:33:02Z', 'updated_at': '2021-06-10T15:33:02Z', 'revision_number': 0, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434c4c3e-36b0-4c92-acac-683b5e74fbc8', 'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'mac_address': 'fa:16:3e:ef:a6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:27Z', 'updated_at': '2021-06-10T15:26:33Z', 'revision_number': 5, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'subnets': [{'id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:33:05.138571 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccd45b1-4e86-4447-b8fd-db07ba8047eb None None] The sync data for ids ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'] in dv-cinder-772126-2-iscsi is: [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:26:28Z', 'revision_number': 4, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': '4ab1bb78-d5a0-49a8-b1bc-255dc4d88700', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'port_id': '61621ee4-5437-43cd-be5d-174801e370e3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'mac_address': 'fa:16:3e:b3:e2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571505f1-646e-4efb-bfd9-585cb1fe83ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:33:02Z', 'updated_at': '2021-06-10T15:33:02Z', 'revision_number': 0, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434c4c3e-36b0-4c92-acac-683b5e74fbc8', 'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'mac_address': 'fa:16:3e:ef:a6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:27Z', 'updated_at': '2021-06-10T15:26:33Z', 'revision_number': 5, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'subnets': [{'id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:33:05.327043 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7e0a12-0e55-4eb5-b5b7-05d550c9eddd None None] New status for floating IP 4ab1bb78-d5a0-49a8-b1bc-255dc4d88700: ACTIVE {{(pid=92443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:33:05.618099 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eae20a-765a-4274-854d-9634e3418755 req-e756851a-832b-49c2-82e2-88321bc3d3ae tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:05.619615 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-05eae20a-765a-4274-854d-9634e3418755 req-e756851a-832b-49c2-82e2-88321bc3d3ae tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0728526 Jun 10 15:33:05.666428 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-05eae20a-765a-4274-854d-9634e3418755 req-7938d5d1-5285-45c6-841f-f98021915874 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403123 Jun 10 15:33:05.744953 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5206c3-4f05-4c95-9dba-255e2b9213e6 req-32f51478-23b5-41c4-a62b-6e2fc96391a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:05.747070 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8e5206c3-4f05-4c95-9dba-255e2b9213e6 req-32f51478-23b5-41c4-a62b-6e2fc96391a2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d6983c1aeef04c37b1bcd3eb66cde14a&device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 1099 time: 0.0612626 Jun 10 15:33:05.787289 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:05.861246 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5206c3-4f05-4c95-9dba-255e2b9213e6 req-236e3c92-acb8-448e-9474-e4adcb24ad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:05.862707 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8e5206c3-4f05-4c95-9dba-255e2b9213e6 req-236e3c92-acb8-448e-9474-e4adcb24ad04 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d8191dcc-30ce-4ad4-9767-678dd0532ea2 HTTP/1.1" status: 200 len: 912 time: 0.1092021 Jun 10 15:33:05.943169 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8e5206c3-4f05-4c95-9dba-255e2b9213e6 req-fb95525d-9acf-45e5-8903-3f2dc51cd59a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bbd350a-ac92-40b0-86a5-ed53b86a9644 HTTP/1.1" status: 200 len: 1001 time: 0.0743361 Jun 10 15:33:06.001051 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5206c3-4f05-4c95-9dba-255e2b9213e6 req-3c1016cd-65e4-42ba-8474-c2834fd23dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:06.002404 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8e5206c3-4f05-4c95-9dba-255e2b9213e6 req-3c1016cd-65e4-42ba-8474-c2834fd23dc8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=146d4102-3e59-4e06-be05-0c274045f9fb HTTP/1.1" status: 200 len: 850 time: 0.0532916 Jun 10 15:33:06.065819 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5206c3-4f05-4c95-9dba-255e2b9213e6 req-52db359d-aa42-4401-8757-1ed7a57fbfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:06.067438 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8e5206c3-4f05-4c95-9dba-255e2b9213e6 req-52db359d-aa42-4401-8757-1ed7a57fbfdc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8191dcc-30ce-4ad4-9767-678dd0532ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582979 Jun 10 15:33:06.184166 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8e5206c3-4f05-4c95-9dba-255e2b9213e6 req-956f2cd5-6b93-467d-8459-2cdd65f00ae0 service neutron] 10.222.0.45 "GET /v2.0/networks/d8191dcc-30ce-4ad4-9767-678dd0532ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104028 Jun 10 15:33:06.296662 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8e5206c3-4f05-4c95-9dba-255e2b9213e6 req-d8f60d6d-3e99-4551-930e-dfd1a8228aa2 service neutron] 10.222.0.45 "GET /v2.0/networks/d8191dcc-30ce-4ad4-9767-678dd0532ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059701 Jun 10 15:33:06.845956 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989b738-f204-40f9-82da-6f1dc6607fba req-56d946ea-fc6a-4c9f-893c-497f9d544fda tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:06.847399 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5989b738-f204-40f9-82da-6f1dc6607fba req-56d946ea-fc6a-4c9f-893c-497f9d544fda tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0693486 Jun 10 15:33:06.890310 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5989b738-f204-40f9-82da-6f1dc6607fba req-b8985b93-5ceb-4e54-a19e-96fba9933f4a tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370522 Jun 10 15:33:08.070879 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf0280a-4623-4591-893b-231c37691427 req-09512df9-29d0-499d-94e0-6ac53a8d4c5b tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:08.072347 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2bf0280a-4623-4591-893b-231c37691427 req-09512df9-29d0-499d-94e0-6ac53a8d4c5b tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.0695391 Jun 10 15:33:08.117740 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2bf0280a-4623-4591-893b-231c37691427 req-e65d4a99-a2f3-4dbc-8288-09e6f3ddd2d8 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394740 Jun 10 15:33:18.195499 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c1343814-ec38-471c-9d8a-4cc1f87aea7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:20.760960 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:20.769959 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-fbbaeb62-c1bc-45aa-a674-812b4610be6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:21.921007 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:23.680940 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:29.196521 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:33:35.225047 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e1d9e3c5-fb6f-47af-81d7-72d587b2475c req-1cdb073b-9fb5-4d80-8170-76b2dac37de8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0566378 Jun 10 15:33:35.328538 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9e3c5-fb6f-47af-81d7-72d587b2475c req-99ed4f07-1af8-4c44-85ce-bcd2cf97ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:35.329975 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e1d9e3c5-fb6f-47af-81d7-72d587b2475c req-99ed4f07-1af8-4c44-85ce-bcd2cf97ffe2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d6983c1aeef04c37b1bcd3eb66cde14a&device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 1099 time: 0.0568490 Jun 10 15:33:35.459773 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9e3c5-fb6f-47af-81d7-72d587b2475c req-234391cd-2c37-4bcd-a0f1-03414df019dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:35.461224 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e1d9e3c5-fb6f-47af-81d7-72d587b2475c req-234391cd-2c37-4bcd-a0f1-03414df019dd service neutron] 10.222.0.45 "GET /v2.0/networks?id=d8191dcc-30ce-4ad4-9767-678dd0532ea2 HTTP/1.1" status: 200 len: 912 time: 0.1115017 Jun 10 15:33:35.549323 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e1d9e3c5-fb6f-47af-81d7-72d587b2475c req-423afffd-d4ca-4d90-b225-187140dfffe4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bbd350a-ac92-40b0-86a5-ed53b86a9644 HTTP/1.1" status: 200 len: 1001 time: 0.0805616 Jun 10 15:33:35.605778 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9e3c5-fb6f-47af-81d7-72d587b2475c req-3e0afc22-d6a0-4648-baef-6a366df3e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:35.607225 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e1d9e3c5-fb6f-47af-81d7-72d587b2475c req-3e0afc22-d6a0-4648-baef-6a366df3e5ed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=146d4102-3e59-4e06-be05-0c274045f9fb HTTP/1.1" status: 200 len: 850 time: 0.0510209 Jun 10 15:33:35.668188 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d9e3c5-fb6f-47af-81d7-72d587b2475c req-c18c855f-f0c2-4aa4-9bbe-d9e56d987bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:35.669580 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e1d9e3c5-fb6f-47af-81d7-72d587b2475c req-c18c855f-f0c2-4aa4-9bbe-d9e56d987bf0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8191dcc-30ce-4ad4-9767-678dd0532ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556030 Jun 10 15:33:35.778465 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:35.784949 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e1d9e3c5-fb6f-47af-81d7-72d587b2475c req-db6910d8-b11f-43c7-9b9e-34352898ceba service neutron] 10.222.0.45 "GET /v2.0/networks/d8191dcc-30ce-4ad4-9767-678dd0532ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076574 Jun 10 15:33:35.900085 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e1d9e3c5-fb6f-47af-81d7-72d587b2475c req-d78ca7a5-8b75-4611-86f4-1c5cbb71dd0c service neutron] 10.222.0.45 "GET /v2.0/networks/d8191dcc-30ce-4ad4-9767-678dd0532ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083834 Jun 10 15:33:45.478860 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b4c76e32-08a0-4d3a-9b64-60903f7c0aec req-7a39c576-3a7f-4225-97bc-e4002223433c tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1371762781&fields=id&tenant_id=db0c59ccfeea45a7b9c0ebc35a81a341 HTTP/1.1" status: 200 len: 267 time: 0.0367343 Jun 10 15:33:45.554552 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c76e32-08a0-4d3a-9b64-60903f7c0aec req-eb1f8857-880f-4741-861e-e813defd47c9 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:45.555966 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b4c76e32-08a0-4d3a-9b64-60903f7c0aec req-eb1f8857-880f-4741-861e-e813defd47c9 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 985 time: 0.0718365 Jun 10 15:33:45.566539 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-b4c76e32-08a0-4d3a-9b64-60903f7c0aec req-913ea15b-fce1-4657-a63e-4353db1b22f3 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Request body: {'port': {'security_groups': ['266b3bc2-05d3-4a13-bc26-4ec178b5ce33']}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:33:45.935341 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-b4c76e32-08a0-4d3a-9b64-60903f7c0aec req-913ea15b-fce1-4657-a63e-4353db1b22f3 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:46.141957 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-b4c76e32-08a0-4d3a-9b64-60903f7c0aec req-913ea15b-fce1-4657-a63e-4353db1b22f3 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] For port af47ca85-b4c5-4535-97f5-787d5339229d, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=af47ca85-b4c5-4535-97f5-787d5339229d,segment=NetworkSegment(3dc8b9e0-7668-4e54-9f57-ca651e2186a9),segment_id=3dc8b9e0-7668-4e54-9f57-ca651e2186a9)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:33:46.171718 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-b4c76e32-08a0-4d3a-9b64-60903f7c0aec req-913ea15b-fce1-4657-a63e-4353db1b22f3 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for port, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:46.238690 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-b4c76e32-08a0-4d3a-9b64-60903f7c0aec req-913ea15b-fce1-4657-a63e-4353db1b22f3 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:46.242738 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-19fd90e7-f59a-47cd-b6aa-28ddc50a02d7 tempest-ServerRescueNegativeTestJSON-927137447 tempest-ServerRescueNegativeTestJSON-927137447-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:33:46.251704 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['af47ca85-b4c5-4535-97f5-787d5339229d'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:33:46.291836 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c76e32-08a0-4d3a-9b64-60903f7c0aec req-913ea15b-fce1-4657-a63e-4353db1b22f3 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:46.292466 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-b4c76e32-08a0-4d3a-9b64-60903f7c0aec req-913ea15b-fce1-4657-a63e-4353db1b22f3 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:46.296420 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b4c76e32-08a0-4d3a-9b64-60903f7c0aec req-913ea15b-fce1-4657-a63e-4353db1b22f3 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "PUT /v2.0/ports/af47ca85-b4c5-4535-97f5-787d5339229d HTTP/1.1" status: 200 len: 943 time: 0.7318940 Jun 10 15:33:46.296420 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8f85a9-1172-4e80-a7af-df616cef66c6', 'tag': 'af47ca85-b4c5-4535-97f5-787d5339229d'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:33:46.298214 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f68ae65-ed1c-41e3-9dee-e0216ddd00f8" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8f85a9-1172-4e80-a7af-df616cef66c6", "tag": "af47ca85-b4c5-4535-97f5-787d5339229d"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:33:46.300506 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 57138) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:33:46.330282 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ea15b-fce1-4657-a63e-4353db1b22f3 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Pushing event updated for resources: {'Port': ['ID=af47ca85-b4c5-4535-97f5-787d5339229d,revision_number=7']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:33:46.344450 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ea15b-fce1-4657-a63e-4353db1b22f3 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:33:46.350065 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ea15b-fce1-4657-a63e-4353db1b22f3 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:33:46.350443 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ea15b-fce1-4657-a63e-4353db1b22f3 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:33:46.350813 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ea15b-fce1-4657-a63e-4353db1b22f3 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:33:46.351175 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ea15b-fce1-4657-a63e-4353db1b22f3 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:33:46.352080 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ea15b-fce1-4657-a63e-4353db1b22f3 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:33:46.352455 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ea15b-fce1-4657-a63e-4353db1b22f3 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:33:46.352820 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ea15b-fce1-4657-a63e-4353db1b22f3 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:33:46.353179 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ea15b-fce1-4657-a63e-4353db1b22f3 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:33:46.353596 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ea15b-fce1-4657-a63e-4353db1b22f3 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:33:46.353985 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ea15b-fce1-4657-a63e-4353db1b22f3 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:33:46.354341 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913ea15b-fce1-4657-a63e-4353db1b22f3 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:33:46.362349 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d930199f-0477-4941-90a8-f2bad85b3002 x-openstack-request-id: req-d930199f-0477-4941-90a8-f2bad85b3002 {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:33:46.362581 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8f85a9-1172-4e80-a7af-df616cef66c6", "tag": "af47ca85-b4c5-4535-97f5-787d5339229d", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:33:46.362870 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d930199f-0477-4941-90a8-f2bad85b3002 {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:33:46.363292 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8f85a9-1172-4e80-a7af-df616cef66c6', 'tag': 'af47ca85-b4c5-4535-97f5-787d5339229d', 'status': 'completed', 'code': 200} Jun 10 15:33:46.364044 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-913ea15b-fce1-4657-a63e-4353db1b22f3 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:33:46.392949 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-639cdf6b-36df-4fb3-b1e2-5a8e1cde73d8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:46.396861 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['af47ca85-b4c5-4535-97f5-787d5339229d'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:33:46.423337 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-639cdf6b-36df-4fb3-b1e2-5a8e1cde73d8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:46.460099 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68ae65-ed1c-41e3-9dee-e0216ddd00f8 req-30ab3cce-7607-4a00-8ce7-a8fb7ed31e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:46.462173 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8f68ae65-ed1c-41e3-9dee-e0216ddd00f8 req-30ab3cce-7607-4a00-8ce7-a8fb7ed31e8d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db0c59ccfeea45a7b9c0ebc35a81a341&device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 1099 time: 0.0737123 Jun 10 15:33:46.554665 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-3afc24ec-f6ff-44aa-85ad-57879ad8837c None None] Provisioning complete for port af47ca85-b4c5-4535-97f5-787d5339229d triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:33:46.554966 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-3afc24ec-f6ff-44aa-85ad-57879ad8837c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:46.578626 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-639cdf6b-36df-4fb3-b1e2-5a8e1cde73d8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:46.581700 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-639cdf6b-36df-4fb3-b1e2-5a8e1cde73d8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:46.583164 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-639cdf6b-36df-4fb3-b1e2-5a8e1cde73d8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "DELETE /v2.0/security-groups/1b50c157-45bc-412d-8551-8be762dd3347 HTTP/1.1" status: 204 len: 168 time: 0.2811196 Jun 10 15:33:46.584254 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-d273e8ef-3d94-4ae7-99fb-459c29e425ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:33:46.585848 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 57140) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:33:46.595205 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cdf6b-36df-4fb3-b1e2-5a8e1cde73d8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b50c157-45bc-412d-8551-8be762dd3347,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:33:46.602578 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cdf6b-36df-4fb3-b1e2-5a8e1cde73d8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:33:46.602968 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cdf6b-36df-4fb3-b1e2-5a8e1cde73d8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:33:46.603338 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cdf6b-36df-4fb3-b1e2-5a8e1cde73d8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:33:46.603705 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cdf6b-36df-4fb3-b1e2-5a8e1cde73d8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:33:46.604063 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cdf6b-36df-4fb3-b1e2-5a8e1cde73d8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:33:46.604629 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cdf6b-36df-4fb3-b1e2-5a8e1cde73d8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:33:46.604997 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cdf6b-36df-4fb3-b1e2-5a8e1cde73d8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:33:46.605356 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cdf6b-36df-4fb3-b1e2-5a8e1cde73d8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:33:46.605715 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cdf6b-36df-4fb3-b1e2-5a8e1cde73d8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:33:46.606099 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cdf6b-36df-4fb3-b1e2-5a8e1cde73d8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:33:46.606454 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cdf6b-36df-4fb3-b1e2-5a8e1cde73d8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:33:46.606807 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-639cdf6b-36df-4fb3-b1e2-5a8e1cde73d8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:33:46.611446 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-639cdf6b-36df-4fb3-b1e2-5a8e1cde73d8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:33:46.646073 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68ae65-ed1c-41e3-9dee-e0216ddd00f8 req-1d3a7969-dc4d-4c52-95bd-0e453786c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:46.648337 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8f68ae65-ed1c-41e3-9dee-e0216ddd00f8 req-1d3a7969-dc4d-4c52-95bd-0e453786c2d5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99fc0f03-757d-421c-8ecc-585e7d30dced HTTP/1.1" status: 200 len: 916 time: 0.1790876 Jun 10 15:33:46.811577 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8f68ae65-ed1c-41e3-9dee-e0216ddd00f8 req-0fc34db9-63e4-4545-b50e-928ab56d770a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af47ca85-b4c5-4535-97f5-787d5339229d HTTP/1.1" status: 200 len: 1002 time: 0.1547759 Jun 10 15:33:46.914798 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68ae65-ed1c-41e3-9dee-e0216ddd00f8 req-fd6712ba-1fe4-4ecd-97b1-36ebbf503bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:46.916250 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8f68ae65-ed1c-41e3-9dee-e0216ddd00f8 req-fd6712ba-1fe4-4ecd-97b1-36ebbf503bc2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6b21160b-cc2e-4cb8-a64c-09bca992f2a7 HTTP/1.1" status: 200 len: 854 time: 0.0926487 Jun 10 15:33:46.972975 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-411e3e4e-10c4-46b7-90d5-0a67ffc4b3ad tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Deleting port b16d0a54-04c6-4552-92ff-3a1a4d0c5e85 {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:33:46.973317 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-411e3e4e-10c4-46b7-90d5-0a67ffc4b3ad tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:47.069337 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68ae65-ed1c-41e3-9dee-e0216ddd00f8 req-89c363c2-b763-4df7-98cc-3d07d56a3962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:47.070753 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8f68ae65-ed1c-41e3-9dee-e0216ddd00f8 req-89c363c2-b763-4df7-98cc-3d07d56a3962 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99fc0f03-757d-421c-8ecc-585e7d30dced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1461685 Jun 10 15:33:47.109410 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-411e3e4e-10c4-46b7-90d5-0a67ffc4b3ad tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:47.110640 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-411e3e4e-10c4-46b7-90d5-0a67ffc4b3ad tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:47.213761 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-411e3e4e-10c4-46b7-90d5-0a67ffc4b3ad tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Calling delete_port for b16d0a54-04c6-4552-92ff-3a1a4d0c5e85 owned by network:floatingip {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:33:47.372742 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8f68ae65-ed1c-41e3-9dee-e0216ddd00f8 req-2a834af0-f1de-4256-ae9d-90ce2c5286d0 service neutron] 10.222.0.45 "GET /v2.0/networks/99fc0f03-757d-421c-8ecc-585e7d30dced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945993 Jun 10 15:33:47.519009 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8f68ae65-ed1c-41e3-9dee-e0216ddd00f8 req-c00312d0-ab05-4cc4-b7bf-1882b8ae673e service neutron] 10.222.0.45 "GET /v2.0/networks/99fc0f03-757d-421c-8ecc-585e7d30dced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371913 Jun 10 15:33:47.641777 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-411e3e4e-10c4-46b7-90d5-0a67ffc4b3ad tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:47.643654 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:33:47.673085 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e3e4e-10c4-46b7-90d5-0a67ffc4b3ad tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Pushing event deleted for resources: {'Port': ['ID=b16d0a54-04c6-4552-92ff-3a1a4d0c5e85,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:33:47.675650 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-411e3e4e-10c4-46b7-90d5-0a67ffc4b3ad tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:33:47.751487 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-411e3e4e-10c4-46b7-90d5-0a67ffc4b3ad tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks [] for floatingip, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:47.751996 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.db.l3_db [None req-411e3e4e-10c4-46b7-90d5-0a67ffc4b3ad tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Floating IP 82b518ea-b2a2-4209-9b19-9a62861ee6ef disassociated (deleted). External IP: 172.27.3.186, port: af47ca85-b4c5-4535-97f5-787d5339229d. Jun 10 15:33:48.033589 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411e3e4e-10c4-46b7-90d5-0a67ffc4b3ad tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Router 11464a77-e82e-4b50-8281-00d254842c66 has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:33:48.176054 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-dba9f82d-bb85-454c-a4db-bb9b71a58ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:48.179620 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411e3e4e-10c4-46b7-90d5-0a67ffc4b3ad tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:33:48.184105 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-411e3e4e-10c4-46b7-90d5-0a67ffc4b3ad tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for floatingip, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:48.189065 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf125286-c3d6-4a78-8f29-fec9af8834ab None None] Sync routers for ids ['11464a77-e82e-4b50-8281-00d254842c66'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:33:48.197777 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf125286-c3d6-4a78-8f29-fec9af8834ab None None] Routers {'11464a77-e82e-4b50-8281-00d254842c66'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:33:48.198429 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-cf125286-c3d6-4a78-8f29-fec9af8834ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:33:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['11464a77-e82e-4b50-8281-00d254842c66'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:33:48.226843 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-411e3e4e-10c4-46b7-90d5-0a67ffc4b3ad tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "DELETE /v2.0/floatingips/82b518ea-b2a2-4209-9b19-9a62861ee6ef HTTP/1.1" status: 204 len: 168 time: 1.6399643 Jun 10 15:33:48.343252 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-cf125286-c3d6-4a78-8f29-fec9af8834ab None None] Set router 11464a77-e82e-4b50-8281-00d254842c66 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:33:48.364887 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8f85a9-1172-4e80-a7af-df616cef66c6', 'tag': 'af47ca85-b4c5-4535-97f5-787d5339229d'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:33:48.367481 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7ab9bc-efd5-41ac-8a62-56a13a325b57" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8f85a9-1172-4e80-a7af-df616cef66c6", "tag": "af47ca85-b4c5-4535-97f5-787d5339229d"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:33:48.410564 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa52ff4-fc78-41fb-afc6-1c81c539c5f9 x-openstack-request-id: req-6fa52ff4-fc78-41fb-afc6-1c81c539c5f9 {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:33:48.411213 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8f85a9-1172-4e80-a7af-df616cef66c6", "tag": "af47ca85-b4c5-4535-97f5-787d5339229d", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:33:48.411817 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6fa52ff4-fc78-41fb-afc6-1c81c539c5f9 {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:33:48.412762 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8f85a9-1172-4e80-a7af-df616cef66c6', 'tag': 'af47ca85-b4c5-4535-97f5-787d5339229d', 'status': 'completed', 'code': 200} Jun 10 15:33:48.496082 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ab9bc-efd5-41ac-8a62-56a13a325b57 req-f7677171-fa61-4220-ab1d-76d1aaafaf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:48.497752 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dc7ab9bc-efd5-41ac-8a62-56a13a325b57 req-f7677171-fa61-4220-ab1d-76d1aaafaf65 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=db0c59ccfeea45a7b9c0ebc35a81a341&device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 1099 time: 0.0645072 Jun 10 15:33:48.635756 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ab9bc-efd5-41ac-8a62-56a13a325b57 req-67bb530a-30e1-4a64-91a6-b44d4f8ec3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:48.640079 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dc7ab9bc-efd5-41ac-8a62-56a13a325b57 req-67bb530a-30e1-4a64-91a6-b44d4f8ec3a8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=99fc0f03-757d-421c-8ecc-585e7d30dced HTTP/1.1" status: 200 len: 916 time: 0.1307161 Jun 10 15:33:48.701280 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dc7ab9bc-efd5-41ac-8a62-56a13a325b57 req-e32c79db-cd6a-4935-a81c-5c24f5c225ba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=af47ca85-b4c5-4535-97f5-787d5339229d HTTP/1.1" status: 200 len: 217 time: 0.0571251 Jun 10 15:33:48.760800 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-cf125286-c3d6-4a78-8f29-fec9af8834ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11464a77-e82e-4b50-8281-00d254842c66', 'name': 'tempest-TestMinimumBasicScenario-1015491086-router', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '7f9a7f26-9337-409b-a2b8-32cc57a55920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:28:10Z', 'updated_at': '2021-06-10T15:28:15Z', 'revision_number': 4, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'gw_port': {'id': '7f9a7f26-9337-409b-a2b8-32cc57a55920', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11464a77-e82e-4b50-8281-00d254842c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:11Z', 'updated_at': '2021-06-10T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '8498eb48-0de7-4be2-a559-579e9b422c5d', 'name': '', 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'mac_address': 'fa:16:3e:ef:be:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11464a77-e82e-4b50-8281-00d254842c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '6b21160b-cc2e-4cb8-a64c-09bca992f2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:14Z', 'updated_at': '2021-06-10T15:28:23Z', 'revision_number': 5, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'subnets': [{'id': '6b21160b-cc2e-4cb8-a64c-09bca992f2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:33:48.764441 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf125286-c3d6-4a78-8f29-fec9af8834ab None None] Checking router: 11464a77-e82e-4b50-8281-00d254842c66 for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:33:48.765376 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ab9bc-efd5-41ac-8a62-56a13a325b57 req-ebb4252a-566e-4c7a-8900-568efb46470b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:48.768075 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dc7ab9bc-efd5-41ac-8a62-56a13a325b57 req-ebb4252a-566e-4c7a-8900-568efb46470b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6b21160b-cc2e-4cb8-a64c-09bca992f2a7 HTTP/1.1" status: 200 len: 854 time: 0.0597465 Jun 10 15:33:48.773273 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf125286-c3d6-4a78-8f29-fec9af8834ab None None] Routers {'11464a77-e82e-4b50-8281-00d254842c66'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:33:48.773907 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-cf125286-c3d6-4a78-8f29-fec9af8834ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:33:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['11464a77-e82e-4b50-8281-00d254842c66'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:33:48.835193 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ab9bc-efd5-41ac-8a62-56a13a325b57 req-b7267aee-d1bd-4062-8d2e-ac2be60105f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:48.836684 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dc7ab9bc-efd5-41ac-8a62-56a13a325b57 req-b7267aee-d1bd-4062-8d2e-ac2be60105f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=99fc0f03-757d-421c-8ecc-585e7d30dced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0611181 Jun 10 15:33:48.919774 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-cf125286-c3d6-4a78-8f29-fec9af8834ab None None] Set router 11464a77-e82e-4b50-8281-00d254842c66 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:33:48.962110 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dc7ab9bc-efd5-41ac-8a62-56a13a325b57 req-ec705e84-53da-4763-964c-c1a723f5fcb0 service neutron] 10.222.0.45 "GET /v2.0/networks/99fc0f03-757d-421c-8ecc-585e7d30dced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110461 Jun 10 15:33:49.196949 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-cf125286-c3d6-4a78-8f29-fec9af8834ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11464a77-e82e-4b50-8281-00d254842c66', 'name': 'tempest-TestMinimumBasicScenario-1015491086-router', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '7f9a7f26-9337-409b-a2b8-32cc57a55920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:28:10Z', 'updated_at': '2021-06-10T15:28:15Z', 'revision_number': 4, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'gw_port': {'id': '7f9a7f26-9337-409b-a2b8-32cc57a55920', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11464a77-e82e-4b50-8281-00d254842c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:11Z', 'updated_at': '2021-06-10T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '8498eb48-0de7-4be2-a559-579e9b422c5d', 'name': '', 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'mac_address': 'fa:16:3e:ef:be:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11464a77-e82e-4b50-8281-00d254842c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '6b21160b-cc2e-4cb8-a64c-09bca992f2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:14Z', 'updated_at': '2021-06-10T15:28:23Z', 'revision_number': 5, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'subnets': [{'id': '6b21160b-cc2e-4cb8-a64c-09bca992f2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:33:49.201081 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf125286-c3d6-4a78-8f29-fec9af8834ab None None] The sync data for ids ['11464a77-e82e-4b50-8281-00d254842c66'] in dv-cinder-772126-2-iscsi is: [{'id': '11464a77-e82e-4b50-8281-00d254842c66', 'name': 'tempest-TestMinimumBasicScenario-1015491086-router', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '7f9a7f26-9337-409b-a2b8-32cc57a55920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:28:10Z', 'updated_at': '2021-06-10T15:28:15Z', 'revision_number': 4, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'gw_port': {'id': '7f9a7f26-9337-409b-a2b8-32cc57a55920', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11464a77-e82e-4b50-8281-00d254842c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:11Z', 'updated_at': '2021-06-10T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '8498eb48-0de7-4be2-a559-579e9b422c5d', 'name': '', 'network_id': '99fc0f03-757d-421c-8ecc-585e7d30dced', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'mac_address': 'fa:16:3e:ef:be:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11464a77-e82e-4b50-8281-00d254842c66', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '6b21160b-cc2e-4cb8-a64c-09bca992f2a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:14Z', 'updated_at': '2021-06-10T15:28:23Z', 'revision_number': 5, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'subnets': [{'id': '6b21160b-cc2e-4cb8-a64c-09bca992f2a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:33:49.375761 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dc7ab9bc-efd5-41ac-8a62-56a13a325b57 req-75970890-4c40-40be-9d73-d47f02dc4dee service neutron] 10.222.0.45 "GET /v2.0/networks/99fc0f03-757d-421c-8ecc-585e7d30dced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073648 Jun 10 15:33:49.436930 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb3c072-6068-43d0-ba48-f687a73c7f5f None None] New status for floating IP 82b518ea-b2a2-4209-9b19-9a62861ee6ef: DOWN {{(pid=92443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:33:50.772899 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:50.784024 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-9f512a7d-97b2-4ddb-922e-5ef969201505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:51.947741 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:52.986917 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e546a9a-b480-4b11-a5f7-bbd90bc2bbff req-5b77526d-d3ad-4a9c-bbef-2c88a07bc990 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:52.988514 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0e546a9a-b480-4b11-a5f7-bbd90bc2bbff req-5b77526d-d3ad-4a9c-bbef-2c88a07bc990 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 946 time: 0.0707157 Jun 10 15:33:53.033769 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0e546a9a-b480-4b11-a5f7-bbd90bc2bbff req-c61082ac-e2ad-45fd-8fc9-478c8443b155 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394022 Jun 10 15:33:53.674145 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:54.209487 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42527d67-c3d2-4268-9231-344ac8a8d954 req-51ffdb99-ccef-4c53-b069-0677a42c9d43 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:54.210967 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-42527d67-c3d2-4268-9231-344ac8a8d954 req-51ffdb99-ccef-4c53-b069-0677a42c9d43 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 946 time: 0.0686986 Jun 10 15:33:54.252786 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-42527d67-c3d2-4268-9231-344ac8a8d954 req-1e86a7de-342d-4b7e-890b-47dd64eeda8b tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362859 Jun 10 15:33:55.208060 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed92793-73e9-4475-8059-c12df2596adc req-f9fec436-4389-4c8b-97c3-b31533a9444c tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:55.209484 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6ed92793-73e9-4475-8059-c12df2596adc req-f9fec436-4389-4c8b-97c3-b31533a9444c tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.45 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 946 time: 0.0695391 Jun 10 15:33:55.325105 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-6ed92793-73e9-4475-8059-c12df2596adc req-52f1be18-2530-4021-ac03-06b53ca9a7a5 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Deleting port af47ca85-b4c5-4535-97f5-787d5339229d {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:33:55.325785 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-6ed92793-73e9-4475-8059-c12df2596adc req-52f1be18-2530-4021-ac03-06b53ca9a7a5 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:55.472932 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-6ed92793-73e9-4475-8059-c12df2596adc req-52f1be18-2530-4021-ac03-06b53ca9a7a5 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] For port af47ca85-b4c5-4535-97f5-787d5339229d, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=af47ca85-b4c5-4535-97f5-787d5339229d,segment=NetworkSegment(3dc8b9e0-7668-4e54-9f57-ca651e2186a9),segment_id=3dc8b9e0-7668-4e54-9f57-ca651e2186a9)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:33:55.473220 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-6ed92793-73e9-4475-8059-c12df2596adc req-52f1be18-2530-4021-ac03-06b53ca9a7a5 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:55.574675 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-6ed92793-73e9-4475-8059-c12df2596adc req-52f1be18-2530-4021-ac03-06b53ca9a7a5 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Calling delete_port for af47ca85-b4c5-4535-97f5-787d5339229d owned by compute:nova {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:33:55.599531 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3082bc-6f7d-4043-a42b-400a44187ef4 req-c6dab71c-efb0-4862-892a-f5345134795f tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:33:55.601000 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7d3082bc-6f7d-4043-a42b-400a44187ef4 req-c6dab71c-efb0-4862-892a-f5345134795f tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 946 time: 0.1954091 Jun 10 15:33:55.700994 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7d3082bc-6f7d-4043-a42b-400a44187ef4 req-56b27634-8f4b-41e0-8bb4-476ccb406b36 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/security-groups?id=266b3bc2-05d3-4a13-bc26-4ec178b5ce33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527425 Jun 10 15:33:55.987985 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-6ed92793-73e9-4475-8059-c12df2596adc req-52f1be18-2530-4021-ac03-06b53ca9a7a5 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:55.992175 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:33:55.999809 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['af47ca85-b4c5-4535-97f5-787d5339229d'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:33:56.028200 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1be18-2530-4021-ac03-06b53ca9a7a5 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Pushing event deleted for resources: {'Port': ['ID=af47ca85-b4c5-4535-97f5-787d5339229d,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:33:56.031412 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-52f1be18-2530-4021-ac03-06b53ca9a7a5 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:33:56.084223 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed92793-73e9-4475-8059-c12df2596adc req-52f1be18-2530-4021-ac03-06b53ca9a7a5 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] No DVR routers for this DVR port af47ca85-b4c5-4535-97f5-787d5339229d on host hv-cinder-77212 {{(pid=92440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:33:56.086705 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-6ed92793-73e9-4475-8059-c12df2596adc req-52f1be18-2530-4021-ac03-06b53ca9a7a5 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:33:56.088641 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6ed92793-73e9-4475-8059-c12df2596adc req-52f1be18-2530-4021-ac03-06b53ca9a7a5 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.45 "DELETE /v2.0/ports/af47ca85-b4c5-4535-97f5-787d5339229d HTTP/1.1" status: 204 len: 173 time: 0.8738368 Jun 10 15:33:56.089141 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8f85a9-1172-4e80-a7af-df616cef66c6', 'name': 'network-vif-deleted', 'tag': 'af47ca85-b4c5-4535-97f5-787d5339229d'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:33:56.091455 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a0c91b-3f74-4f5f-aeaa-f644831d2546" -d '{"events": [{"server_uuid": "5a8f85a9-1172-4e80-a7af-df616cef66c6", "name": "network-vif-deleted", "tag": "af47ca85-b4c5-4535-97f5-787d5339229d"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:33:56.126610 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0b1130-87d3-401a-b2cb-35131be9d326 x-openstack-request-id: req-df0b1130-87d3-401a-b2cb-35131be9d326 {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:33:56.126945 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8f85a9-1172-4e80-a7af-df616cef66c6", "name": "network-vif-deleted", "tag": "af47ca85-b4c5-4535-97f5-787d5339229d", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:33:56.127237 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-df0b1130-87d3-401a-b2cb-35131be9d326 {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:33:56.127754 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8f85a9-1172-4e80-a7af-df616cef66c6', 'name': 'network-vif-deleted', 'tag': 'af47ca85-b4c5-4535-97f5-787d5339229d', 'status': 'completed', 'code': 200} Jun 10 15:33:56.866310 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f0a32a9c-64a3-43ba-ac8d-08ae4a25edcb req-680ab85f-25f7-4635-b3d6-6ffd78a18e30 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a8f85a9-1172-4e80-a7af-df616cef66c6 HTTP/1.1" status: 200 len: 210 time: 0.0343623 Jun 10 15:33:58.450500 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device af47ca85-b4c5-4535-97f5-787d5339229d no longer exists at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:33:58.474554 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] No Port match for: af47ca85-b4c5-4535-97f5-787d5339229d {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:33:58.474911 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device af47ca85-b4c5-4535-97f5-787d5339229d not bound to the agent host hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:33:59.985292 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 57262) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:00.564040 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-52906cea-0303-4fe7-8cea-ef81c0e85086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-934821'] for router_interface, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:00.882535 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-52906cea-0303-4fe7-8cea-ef81c0e85086 admin admin] Deleting port 8498eb48-0de7-4be2-a559-579e9b422c5d {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:34:00.882873 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-52906cea-0303-4fe7-8cea-ef81c0e85086 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:00.986260 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [None req-52906cea-0303-4fe7-8cea-ef81c0e85086 admin admin] For port 8498eb48-0de7-4be2-a559-579e9b422c5d, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=8498eb48-0de7-4be2-a559-579e9b422c5d,segment=NetworkSegment(3dc8b9e0-7668-4e54-9f57-ca651e2186a9),segment_id=3dc8b9e0-7668-4e54-9f57-ca651e2186a9)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:34:00.986949 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-52906cea-0303-4fe7-8cea-ef81c0e85086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:01.079373 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-52906cea-0303-4fe7-8cea-ef81c0e85086 admin admin] Calling delete_port for 8498eb48-0de7-4be2-a559-579e9b422c5d owned by network:router_interface {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:34:01.378551 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-52906cea-0303-4fe7-8cea-ef81c0e85086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:01.380884 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:01.411594 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52906cea-0303-4fe7-8cea-ef81c0e85086 admin admin] Pushing event deleted for resources: {'Port': ['ID=8498eb48-0de7-4be2-a559-579e9b422c5d,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:01.415229 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-52906cea-0303-4fe7-8cea-ef81c0e85086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:01.629055 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-52906cea-0303-4fe7-8cea-ef81c0e85086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-934453'] for router_interface, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:02.194150 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52906cea-0303-4fe7-8cea-ef81c0e85086 admin admin] Router 11464a77-e82e-4b50-8281-00d254842c66 has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:34:02.336591 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52906cea-0303-4fe7-8cea-ef81c0e85086 admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:34:02.341588 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-52906cea-0303-4fe7-8cea-ef81c0e85086 admin admin] 10.222.0.26 "PUT /v2.0/routers/11464a77-e82e-4b50-8281-00d254842c66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3549776 Jun 10 15:34:02.344024 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 57274) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:02.346736 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bf5c2f-41c7-42b3-8cab-6eff2c42973e None None] Sync routers for ids ['11464a77-e82e-4b50-8281-00d254842c66'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:34:02.355661 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bf5c2f-41c7-42b3-8cab-6eff2c42973e None None] Routers {'11464a77-e82e-4b50-8281-00d254842c66'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:34:02.356276 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-94bf5c2f-41c7-42b3-8cab-6eff2c42973e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:33:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['11464a77-e82e-4b50-8281-00d254842c66'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:02.487757 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-37a1ce3d-c5be-4bae-90fb-1efce6db4d7c admin admin] Notify callbacks [] for router, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:02.498607 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-94bf5c2f-41c7-42b3-8cab-6eff2c42973e None None] Set router 11464a77-e82e-4b50-8281-00d254842c66 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:34:02.633388 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-37a1ce3d-c5be-4bae-90fb-1efce6db4d7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:02.734812 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-94bf5c2f-41c7-42b3-8cab-6eff2c42973e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11464a77-e82e-4b50-8281-00d254842c66', 'name': 'tempest-TestMinimumBasicScenario-1015491086-router', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.184'}], 'enable_snat': True}, 'gw_port_id': '7f9a7f26-9337-409b-a2b8-32cc57a55920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:28:10Z', 'updated_at': '2021-06-10T15:34:01Z', 'revision_number': 5, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'gw_port': {'id': '7f9a7f26-9337-409b-a2b8-32cc57a55920', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11464a77-e82e-4b50-8281-00d254842c66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:11Z', 'updated_at': '2021-06-10T15:28:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:02.738547 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bf5c2f-41c7-42b3-8cab-6eff2c42973e None None] Checking router: 11464a77-e82e-4b50-8281-00d254842c66 for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:34:02.747781 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bf5c2f-41c7-42b3-8cab-6eff2c42973e None None] Routers {'11464a77-e82e-4b50-8281-00d254842c66'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:34:02.748393 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-94bf5c2f-41c7-42b3-8cab-6eff2c42973e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:33:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['11464a77-e82e-4b50-8281-00d254842c66'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:02.772420 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-37a1ce3d-c5be-4bae-90fb-1efce6db4d7c admin admin] Deleting port 7f9a7f26-9337-409b-a2b8-32cc57a55920 {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:34:02.773033 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-37a1ce3d-c5be-4bae-90fb-1efce6db4d7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:02.872652 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-94bf5c2f-41c7-42b3-8cab-6eff2c42973e None None] Set router 11464a77-e82e-4b50-8281-00d254842c66 gateway port host: None {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:34:02.887809 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [None req-37a1ce3d-c5be-4bae-90fb-1efce6db4d7c admin admin] For port 7f9a7f26-9337-409b-a2b8-32cc57a55920, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=7f9a7f26-9337-409b-a2b8-32cc57a55920,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:34:02.888168 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-37a1ce3d-c5be-4bae-90fb-1efce6db4d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:02.984050 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-37a1ce3d-c5be-4bae-90fb-1efce6db4d7c admin admin] Calling delete_port for 7f9a7f26-9337-409b-a2b8-32cc57a55920 owned by network:router_gateway {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:34:03.076126 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-94bf5c2f-41c7-42b3-8cab-6eff2c42973e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11464a77-e82e-4b50-8281-00d254842c66', 'name': 'tempest-TestMinimumBasicScenario-1015491086-router', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:28:10Z', 'updated_at': '2021-06-10T15:34:02Z', 'revision_number': 6, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'gw_port_host': None}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:03.079514 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bf5c2f-41c7-42b3-8cab-6eff2c42973e None None] The sync data for ids ['11464a77-e82e-4b50-8281-00d254842c66'] in dv-cinder-772126-2-iscsi is: [{'id': '11464a77-e82e-4b50-8281-00d254842c66', 'name': 'tempest-TestMinimumBasicScenario-1015491086-router', 'tenant_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:28:10Z', 'updated_at': '2021-06-10T15:34:02Z', 'revision_number': 6, 'project_id': 'db0c59ccfeea45a7b9c0ebc35a81a341', 'gw_port_host': None}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:34:03.290981 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-37a1ce3d-c5be-4bae-90fb-1efce6db4d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:03.293107 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-52906cea-0303-4fe7-8cea-ef81c0e85086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:03.319884 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1ce3d-c5be-4bae-90fb-1efce6db4d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=7f9a7f26-9337-409b-a2b8-32cc57a55920,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:03.323318 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-37a1ce3d-c5be-4bae-90fb-1efce6db4d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:03.402867 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-37a1ce3d-c5be-4bae-90fb-1efce6db4d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938596'] for router_gateway, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:03.546182 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-37a1ce3d-c5be-4bae-90fb-1efce6db4d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26841'] for router, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:03.548259 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-37a1ce3d-c5be-4bae-90fb-1efce6db4d7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:03.686892 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-37a1ce3d-c5be-4bae-90fb-1efce6db4d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-936769'] for router, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:03.687334 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a1ce3d-c5be-4bae-90fb-1efce6db4d7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11464a77-e82e-4b50-8281-00d254842c66 {{(pid=92440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 15:34:03.691422 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-37a1ce3d-c5be-4bae-90fb-1efce6db4d7c admin admin] Notify callbacks [] for router, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:03.693045 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-37a1ce3d-c5be-4bae-90fb-1efce6db4d7c admin admin] 10.222.0.26 "DELETE /v2.0/routers/11464a77-e82e-4b50-8281-00d254842c66 HTTP/1.1" status: 204 len: 168 time: 1.3481207 Jun 10 15:34:03.695679 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 57278) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:03.748057 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d77527b-21fb-4d00-98f9-f3902d93b361 admin admin] Deleting subnet 6b21160b-cc2e-4cb8-a64c-09bca992f2a7 {{(pid=92440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:34:03.751006 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0d77527b-21fb-4d00-98f9-f3902d93b361 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:03.797766 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0d77527b-21fb-4d00-98f9-f3902d93b361 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532662821'] for subnet, precommit_delete_associations {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:03.843024 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 8498eb48-0de7-4be2-a559-579e9b422c5d no longer exists at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:34:03.875702 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] No Port match for: 8498eb48-0de7-4be2-a559-579e9b422c5d {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:34:03.876649 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 8498eb48-0de7-4be2-a559-579e9b422c5d not bound to the agent host dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:34:03.934530 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0d77527b-21fb-4d00-98f9-f3902d93b361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4192505'] for subnet, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:04.085173 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0d77527b-21fb-4d00-98f9-f3902d93b361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4192482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532409160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532218106'] for subnet, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:04.087827 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-f1a4f0fd-6d86-44be-a6dd-04c5a9471b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:04.119253 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d77527b-21fb-4d00-98f9-f3902d93b361 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b21160b-cc2e-4cb8-a64c-09bca992f2a7,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:04.122327 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-0d77527b-21fb-4d00-98f9-f3902d93b361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:04.123486 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0d77527b-21fb-4d00-98f9-f3902d93b361 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:04.125667 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-0d77527b-21fb-4d00-98f9-f3902d93b361 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6b21160b-cc2e-4cb8-a64c-09bca992f2a7 HTTP/1.1" status: 204 len: 168 time: 0.4286010 Jun 10 15:34:04.127944 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 57282) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:04.132105 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fca6583-0c80-408e-a959-ffd2f49b58e6 None None] Network 99fc0f03-757d-421c-8ecc-585e7d30dced requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:34:04.268013 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-59ca353e-ad27-42fe-a5f4-82d1508de296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775328'] for network, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:04.327245 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-59ca353e-ad27-42fe-a5f4-82d1508de296 admin admin] Deleting port 34af4ec2-7f84-4ed5-b5aa-9c36954abe71 {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:34:04.327917 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-59ca353e-ad27-42fe-a5f4-82d1508de296 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:04.399120 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5586efd6-7b82-494e-b866-94d921b1f637 None None] DHCP port deletion for 99fc0f03-757d-421c-8ecc-585e7d30dced request from dv-cinder-772126-2-iscsi {{(pid=92442) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 15:34:04.422531 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [None req-59ca353e-ad27-42fe-a5f4-82d1508de296 admin admin] For port 34af4ec2-7f84-4ed5-b5aa-9c36954abe71, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=34af4ec2-7f84-4ed5-b5aa-9c36954abe71,segment=NetworkSegment(3dc8b9e0-7668-4e54-9f57-ca651e2186a9),segment_id=3dc8b9e0-7668-4e54-9f57-ca651e2186a9)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:34:04.422886 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-59ca353e-ad27-42fe-a5f4-82d1508de296 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:04.459552 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-5586efd6-7b82-494e-b866-94d921b1f637 None None] Deleting port 34af4ec2-7f84-4ed5-b5aa-9c36954abe71 {{(pid=92442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:34:04.459936 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-5586efd6-7b82-494e-b866-94d921b1f637 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:04.516053 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-59ca353e-ad27-42fe-a5f4-82d1508de296 admin admin] Calling delete_port for 34af4ec2-7f84-4ed5-b5aa-9c36954abe71 owned by network:dhcp {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:34:04.543153 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-5586efd6-7b82-494e-b866-94d921b1f637 None None] For port 34af4ec2-7f84-4ed5-b5aa-9c36954abe71, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=34af4ec2-7f84-4ed5-b5aa-9c36954abe71,segment=NetworkSegment(3dc8b9e0-7668-4e54-9f57-ca651e2186a9),segment_id=3dc8b9e0-7668-4e54-9f57-ca651e2186a9)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:34:04.543504 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-5586efd6-7b82-494e-b866-94d921b1f637 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:04.636174 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-5586efd6-7b82-494e-b866-94d921b1f637 None None] Calling delete_port for 34af4ec2-7f84-4ed5-b5aa-9c36954abe71 owned by network:dhcp {{(pid=92442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:34:04.727080 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-59ca353e-ad27-42fe-a5f4-82d1508de296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:04.730147 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-b0ab8664-7e44-47a3-bdf6-bf7acc55e900 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:04.762701 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca353e-ad27-42fe-a5f4-82d1508de296 admin admin] Pushing event deleted for resources: {'Port': ['ID=34af4ec2-7f84-4ed5-b5aa-9c36954abe71,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:04.765820 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-59ca353e-ad27-42fe-a5f4-82d1508de296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:04.766636 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ca353e-ad27-42fe-a5f4-82d1508de296 admin admin] No DVR routers for this DVR port 34af4ec2-7f84-4ed5-b5aa-9c36954abe71 on host dv-cinder-772126-2-iscsi {{(pid=92440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:34:04.774255 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-5586efd6-7b82-494e-b866-94d921b1f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344'] for port, after_delete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:04.777026 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:04.811031 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5586efd6-7b82-494e-b866-94d921b1f637 None None] No DVR routers for this DVR port 34af4ec2-7f84-4ed5-b5aa-9c36954abe71 on host dv-cinder-772126-2-iscsi {{(pid=92442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:34:04.815506 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586efd6-7b82-494e-b866-94d921b1f637 None None] Pushing event deleted for resources: {'Port': ['ID=34af4ec2-7f84-4ed5-b5aa-9c36954abe71,revision_number=None']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:04.823512 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5586efd6-7b82-494e-b866-94d921b1f637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:34:04.823868 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5586efd6-7b82-494e-b866-94d921b1f637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:34:04.824213 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5586efd6-7b82-494e-b866-94d921b1f637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:34:04.824552 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5586efd6-7b82-494e-b866-94d921b1f637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:34:04.824886 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5586efd6-7b82-494e-b866-94d921b1f637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:34:04.825221 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5586efd6-7b82-494e-b866-94d921b1f637 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:34:04.825550 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5586efd6-7b82-494e-b866-94d921b1f637 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:34:04.826050 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5586efd6-7b82-494e-b866-94d921b1f637 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:34:04.826265 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5586efd6-7b82-494e-b866-94d921b1f637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:34:04.826589 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5586efd6-7b82-494e-b866-94d921b1f637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:34:04.826912 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5586efd6-7b82-494e-b866-94d921b1f637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:34:04.827235 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5586efd6-7b82-494e-b866-94d921b1f637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:34:04.830535 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-5586efd6-7b82-494e-b866-94d921b1f637 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:04.881865 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-59ca353e-ad27-42fe-a5f4-82d1508de296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190582', 'neutron.services.segments.db._delete_segments_for_network-8786703803055'] for network, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:04.892730 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.services.segments.db [None req-59ca353e-ad27-42fe-a5f4-82d1508de296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99fc0f03-757d-421c-8ecc-585e7d30dced']}} {{(pid=92440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:04.904276 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.services.segments.db [None req-59ca353e-ad27-42fe-a5f4-82d1508de296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc8b9e0-7668-4e54-9f57-ca651e2186a9') {'for_net_delete': True} {{(pid=92440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:04.904572 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.services.segments.db [None req-59ca353e-ad27-42fe-a5f4-82d1508de296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc8b9e0-7668-4e54-9f57-ca651e2186a9') {} {{(pid=92440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:04.915248 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-59ca353e-ad27-42fe-a5f4-82d1508de296 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786703802884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532662844'] for segment, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:04.929738 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-59ca353e-ad27-42fe-a5f4-82d1508de296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:04.935483 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59ca353e-ad27-42fe-a5f4-82d1508de296 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=92440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-59ca353e-ad27-42fe-a5f4-82d1508de296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532407511'] for segment, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: Traceback (most recent call last): Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: timer() Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: cb(*args, **kw) Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: return func(*args, **kwargs) Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: self._notify() Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: self.callback(batched_events) Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: event.method(event) Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: return f(self, *a, **k) Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: return self._get(url).json() Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: return self.request(url, 'GET', **kwargs) Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:34:04.946254 dv-cinder-772126-2-iscsi neutron-server[92440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:34:05.115720 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-59ca353e-ad27-42fe-a5f4-82d1508de296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4190591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938507'] for network, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:05.119966 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-1e91128c-bb26-471c-bc05-a24cbb4fd1cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:05.123906 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-59ca353e-ad27-42fe-a5f4-82d1508de296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:05.126608 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-59ca353e-ad27-42fe-a5f4-82d1508de296 admin admin] 10.222.0.26 "DELETE /v2.0/networks/99fc0f03-757d-421c-8ecc-585e7d30dced HTTP/1.1" status: 204 len: 168 time: 0.9963920 Jun 10 15:34:05.132364 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 57286) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:05.142502 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca353e-ad27-42fe-a5f4-82d1508de296 admin admin] Pushing event deleted for resources: {'Network': ['ID=99fc0f03-757d-421c-8ecc-585e7d30dced,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:05.144871 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-59ca353e-ad27-42fe-a5f4-82d1508de296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:05.276620 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 34af4ec2-7f84-4ed5-b5aa-9c36954abe71 no longer exists at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:34:05.300672 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] No Port match for: 34af4ec2-7f84-4ed5-b5aa-9c36954abe71 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:34:05.301026 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 34af4ec2-7f84-4ed5-b5aa-9c36954abe71 not bound to the agent host dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:34:05.301542 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 7f9a7f26-9337-409b-a2b8-32cc57a55920 no longer exists at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:34:05.324933 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] No Port match for: 7f9a7f26-9337-409b-a2b8-32cc57a55920 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:34:05.325289 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 7f9a7f26-9337-409b-a2b8-32cc57a55920 not bound to the agent host dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:34:05.633493 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-bae96e57-641e-4c23-a730-676286354612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-934821'] for router_interface, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:05.810909 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:05.993933 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-bae96e57-641e-4c23-a730-676286354612 admin admin] Deleting port 3499bf34-303f-44c5-b96c-282837d739f2 {{(pid=92441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:34:05.994272 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-bae96e57-641e-4c23-a730-676286354612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:06.093884 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [None req-bae96e57-641e-4c23-a730-676286354612 admin admin] For port 3499bf34-303f-44c5-b96c-282837d739f2, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=3499bf34-303f-44c5-b96c-282837d739f2,segment=NetworkSegment(4406eb84-acf4-488a-933d-f01fcbf53cc1),segment_id=4406eb84-acf4-488a-933d-f01fcbf53cc1)] {{(pid=92441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:34:06.094162 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-bae96e57-641e-4c23-a730-676286354612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:06.185812 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-bae96e57-641e-4c23-a730-676286354612 admin admin] Calling delete_port for 3499bf34-303f-44c5-b96c-282837d739f2 owned by network:router_interface {{(pid=92441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:34:06.195309 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:34:06.499221 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-bae96e57-641e-4c23-a730-676286354612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940524'] for port, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:06.501775 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-5092a851-4250-49a7-a22b-d993bcbcc6f1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:06.530422 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae96e57-641e-4c23-a730-676286354612 admin admin] Pushing event deleted for resources: {'Port': ['ID=3499bf34-303f-44c5-b96c-282837d739f2,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:06.533522 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-bae96e57-641e-4c23-a730-676286354612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:06.744161 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-bae96e57-641e-4c23-a730-676286354612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-934453'] for router_interface, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:07.283696 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae96e57-641e-4c23-a730-676286354612 admin admin] Router 79d428ef-aca4-432c-a35a-cc801c3018ad has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:34:07.424603 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae96e57-641e-4c23-a730-676286354612 admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:34:07.429830 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-bae96e57-641e-4c23-a730-676286354612 admin admin] 10.222.0.26 "PUT /v2.0/routers/79d428ef-aca4-432c-a35a-cc801c3018ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2963479 Jun 10 15:34:07.432311 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 57292) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:07.434962 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f31072-4c07-4398-8c5f-1c32bb08f144 None None] Sync routers for ids ['79d428ef-aca4-432c-a35a-cc801c3018ad'] in dv-cinder-772126-2-iscsi {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:34:07.445361 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f31072-4c07-4398-8c5f-1c32bb08f144 None None] Routers {'79d428ef-aca4-432c-a35a-cc801c3018ad'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:34:07.446206 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-f9f31072-4c07-4398-8c5f-1c32bb08f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:33:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['79d428ef-aca4-432c-a35a-cc801c3018ad'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:07.573607 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d55f5068-c31f-4f26-90f1-24e45cfd4925 admin admin] Notify callbacks [] for router, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:07.588659 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-f9f31072-4c07-4398-8c5f-1c32bb08f144 None None] Set router 79d428ef-aca4-432c-a35a-cc801c3018ad gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:34:07.714359 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d55f5068-c31f-4f26-90f1-24e45cfd4925 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:07.815348 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-f9f31072-4c07-4398-8c5f-1c32bb08f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d428ef-aca4-432c-a35a-cc801c3018ad', 'name': 'tempest-TestMinimumBasicScenario-1290939866-router', 'tenant_id': '50588f182b6642ee9540ab3b6f94ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '58d0fcf1-c0cb-43d3-8d4b-974e7b96029f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:28:19Z', 'updated_at': '2021-06-10T15:34:06Z', 'revision_number': 5, 'project_id': '50588f182b6642ee9540ab3b6f94ee9c', 'gw_port': {'id': '58d0fcf1-c0cb-43d3-8d4b-974e7b96029f', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79d428ef-aca4-432c-a35a-cc801c3018ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:28:20Z', 'updated_at': '2021-06-10T15:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:07.819284 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f31072-4c07-4398-8c5f-1c32bb08f144 None None] Checking router: 79d428ef-aca4-432c-a35a-cc801c3018ad for host: dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:34:07.827363 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f31072-4c07-4398-8c5f-1c32bb08f144 None None] Routers {'79d428ef-aca4-432c-a35a-cc801c3018ad'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:34:07.827890 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-f9f31072-4c07-4398-8c5f-1c32bb08f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:33:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['79d428ef-aca4-432c-a35a-cc801c3018ad'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:07.838825 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-d55f5068-c31f-4f26-90f1-24e45cfd4925 admin admin] Deleting port 58d0fcf1-c0cb-43d3-8d4b-974e7b96029f {{(pid=92441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:34:07.839167 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d55f5068-c31f-4f26-90f1-24e45cfd4925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:07.942749 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [None req-d55f5068-c31f-4f26-90f1-24e45cfd4925 admin admin] For port 58d0fcf1-c0cb-43d3-8d4b-974e7b96029f, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=58d0fcf1-c0cb-43d3-8d4b-974e7b96029f,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:34:07.943381 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d55f5068-c31f-4f26-90f1-24e45cfd4925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:07.944688 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-f9f31072-4c07-4398-8c5f-1c32bb08f144 None None] Set router 79d428ef-aca4-432c-a35a-cc801c3018ad gateway port host: None {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:34:08.022324 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-f9f31072-4c07-4398-8c5f-1c32bb08f144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79d428ef-aca4-432c-a35a-cc801c3018ad', 'name': 'tempest-TestMinimumBasicScenario-1290939866-router', 'tenant_id': '50588f182b6642ee9540ab3b6f94ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:28:19Z', 'updated_at': '2021-06-10T15:34:07Z', 'revision_number': 6, 'project_id': '50588f182b6642ee9540ab3b6f94ee9c', 'gw_port_host': None}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:08.025893 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f31072-4c07-4398-8c5f-1c32bb08f144 None None] The sync data for ids ['79d428ef-aca4-432c-a35a-cc801c3018ad'] in dv-cinder-772126-2-iscsi is: [{'id': '79d428ef-aca4-432c-a35a-cc801c3018ad', 'name': 'tempest-TestMinimumBasicScenario-1290939866-router', 'tenant_id': '50588f182b6642ee9540ab3b6f94ee9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:28:19Z', 'updated_at': '2021-06-10T15:34:07Z', 'revision_number': 6, 'project_id': '50588f182b6642ee9540ab3b6f94ee9c', 'gw_port_host': None}] {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:34:08.035598 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-d55f5068-c31f-4f26-90f1-24e45cfd4925 admin admin] Calling delete_port for 58d0fcf1-c0cb-43d3-8d4b-974e7b96029f owned by network:router_gateway {{(pid=92441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:34:08.304411 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d55f5068-c31f-4f26-90f1-24e45cfd4925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940524'] for port, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:08.306309 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-4eaf7e8a-4cfd-451e-9a88-5ac58145690c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:08.334445 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f5068-c31f-4f26-90f1-24e45cfd4925 admin admin] Pushing event deleted for resources: {'Port': ['ID=58d0fcf1-c0cb-43d3-8d4b-974e7b96029f,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:08.337398 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-d55f5068-c31f-4f26-90f1-24e45cfd4925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:08.415983 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d55f5068-c31f-4f26-90f1-24e45cfd4925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938596'] for router_gateway, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:08.570989 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d55f5068-c31f-4f26-90f1-24e45cfd4925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26841'] for router, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:08.572997 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d55f5068-c31f-4f26-90f1-24e45cfd4925 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:08.721470 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d55f5068-c31f-4f26-90f1-24e45cfd4925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-936769'] for router, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:08.721948 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55f5068-c31f-4f26-90f1-24e45cfd4925 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79d428ef-aca4-432c-a35a-cc801c3018ad {{(pid=92441) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 15:34:08.726992 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d55f5068-c31f-4f26-90f1-24e45cfd4925 admin admin] Notify callbacks [] for router, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:08.728104 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-d55f5068-c31f-4f26-90f1-24e45cfd4925 admin admin] 10.222.0.26 "DELETE /v2.0/routers/79d428ef-aca4-432c-a35a-cc801c3018ad HTTP/1.1" status: 204 len: 168 time: 1.2948904 Jun 10 15:34:08.730559 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 57298) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:08.783677 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a568877-47c6-46c3-8381-a60df9969db8 admin admin] Deleting subnet ad15693f-2914-4c0e-bafb-d7a82520b52b {{(pid=92441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:34:08.787129 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7a568877-47c6-46c3-8381-a60df9969db8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:08.833943 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7a568877-47c6-46c3-8381-a60df9969db8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4616097'] for subnet, precommit_delete_associations {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:08.961459 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7a568877-47c6-46c3-8381-a60df9969db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4192505'] for subnet, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:09.133253 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7a568877-47c6-46c3-8381-a60df9969db8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4192482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4943142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314418'] for subnet, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:09.135624 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:09.165968 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a568877-47c6-46c3-8381-a60df9969db8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad15693f-2914-4c0e-bafb-d7a82520b52b,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:09.168973 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7a568877-47c6-46c3-8381-a60df9969db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:09.170016 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7a568877-47c6-46c3-8381-a60df9969db8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:09.171854 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-7a568877-47c6-46c3-8381-a60df9969db8 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ad15693f-2914-4c0e-bafb-d7a82520b52b HTTP/1.1" status: 204 len: 168 time: 0.4403801 Jun 10 15:34:09.174376 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 57300) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:09.177340 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb6677e-bb82-47ef-a8c0-45b6425675dc None None] Network 40993aa6-49fb-4e9a-a18c-892b55bdfa64 requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:34:09.266631 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c83bf994-be1e-4c79-887f-492d4d76cecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775328'] for network, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:09.310522 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 58d0fcf1-c0cb-43d3-8d4b-974e7b96029f no longer exists at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:34:09.325021 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-c83bf994-be1e-4c79-887f-492d4d76cecc admin admin] Deleting port ce038184-3265-44d0-b144-b7e392e304bb {{(pid=92441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:34:09.325574 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c83bf994-be1e-4c79-887f-492d4d76cecc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:09.341081 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] No Port match for: 58d0fcf1-c0cb-43d3-8d4b-974e7b96029f {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:34:09.341428 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 58d0fcf1-c0cb-43d3-8d4b-974e7b96029f not bound to the agent host dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:34:09.341872 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 3499bf34-303f-44c5-b96c-282837d739f2 no longer exists at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:34:09.371836 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] No Port match for: 3499bf34-303f-44c5-b96c-282837d739f2 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:34:09.372182 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 3499bf34-303f-44c5-b96c-282837d739f2 not bound to the agent host dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:34:09.414690 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [None req-c83bf994-be1e-4c79-887f-492d4d76cecc admin admin] For port ce038184-3265-44d0-b144-b7e392e304bb, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=ce038184-3265-44d0-b144-b7e392e304bb,segment=NetworkSegment(4406eb84-acf4-488a-933d-f01fcbf53cc1),segment_id=4406eb84-acf4-488a-933d-f01fcbf53cc1)] {{(pid=92441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:34:09.415049 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c83bf994-be1e-4c79-887f-492d4d76cecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:09.441726 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04882b07-c658-4430-b832-31fd64897d2b None None] DHCP port deletion for 40993aa6-49fb-4e9a-a18c-892b55bdfa64 request from dv-cinder-772126-2-iscsi {{(pid=92442) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 15:34:09.494467 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-04882b07-c658-4430-b832-31fd64897d2b None None] Deleting port ce038184-3265-44d0-b144-b7e392e304bb {{(pid=92442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:34:09.494853 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-04882b07-c658-4430-b832-31fd64897d2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:09.506481 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-c83bf994-be1e-4c79-887f-492d4d76cecc admin admin] Calling delete_port for ce038184-3265-44d0-b144-b7e392e304bb owned by network:dhcp {{(pid=92441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:34:09.579526 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-04882b07-c658-4430-b832-31fd64897d2b None None] For port ce038184-3265-44d0-b144-b7e392e304bb, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=ce038184-3265-44d0-b144-b7e392e304bb,segment=NetworkSegment(4406eb84-acf4-488a-933d-f01fcbf53cc1),segment_id=4406eb84-acf4-488a-933d-f01fcbf53cc1)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:34:09.579944 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-04882b07-c658-4430-b832-31fd64897d2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:09.672735 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-04882b07-c658-4430-b832-31fd64897d2b None None] Calling delete_port for ce038184-3265-44d0-b144-b7e392e304bb owned by network:dhcp {{(pid=92442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:34:09.702284 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c83bf994-be1e-4c79-887f-492d4d76cecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940524'] for port, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:09.704430 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-6812d89b-1ec6-4ee2-9850-0d21ca7dd417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:09.733690 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bf994-be1e-4c79-887f-492d4d76cecc admin admin] Pushing event deleted for resources: {'Port': ['ID=ce038184-3265-44d0-b144-b7e392e304bb,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:09.737457 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-c83bf994-be1e-4c79-887f-492d4d76cecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:09.738515 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83bf994-be1e-4c79-887f-492d4d76cecc admin admin] No DVR routers for this DVR port ce038184-3265-44d0-b144-b7e392e304bb on host dv-cinder-772126-2-iscsi {{(pid=92441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:34:09.767000 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-04882b07-c658-4430-b832-31fd64897d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344'] for port, after_delete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:09.768851 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:09.796870 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04882b07-c658-4430-b832-31fd64897d2b None None] Pushing event deleted for resources: {'Port': ['ID=ce038184-3265-44d0-b144-b7e392e304bb,revision_number=None']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:09.799884 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-04882b07-c658-4430-b832-31fd64897d2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:09.800684 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04882b07-c658-4430-b832-31fd64897d2b None None] No DVR routers for this DVR port ce038184-3265-44d0-b144-b7e392e304bb on host dv-cinder-772126-2-iscsi {{(pid=92442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:34:09.840362 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c83bf994-be1e-4c79-887f-492d4d76cecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190582', 'neutron.services.segments.db._delete_segments_for_network-8786703803055'] for network, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:09.851375 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-c83bf994-be1e-4c79-887f-492d4d76cecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40993aa6-49fb-4e9a-a18c-892b55bdfa64']}} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:09.862270 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-c83bf994-be1e-4c79-887f-492d4d76cecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4406eb84-acf4-488a-933d-f01fcbf53cc1') {'for_net_delete': True} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:09.862564 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-c83bf994-be1e-4c79-887f-492d4d76cecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4406eb84-acf4-488a-933d-f01fcbf53cc1') {} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:09.871971 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c83bf994-be1e-4c79-887f-492d4d76cecc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786703802884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4616120'] for segment, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:09.887621 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c83bf994-be1e-4c79-887f-492d4d76cecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:09.893629 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83bf994-be1e-4c79-887f-492d4d76cecc admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=92441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:34:09.894037 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c83bf994-be1e-4c79-887f-492d4d76cecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4940473'] for segment, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: retrieve_revision_numbers = { Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: retrieve_revision_numbers = { Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: retrieve_revision_numbers = { Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: retrieve_revision_numbers = { Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: Traceback (most recent call last): Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: timer() Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: cb(*args, **kw) Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: return func(*args, **kwargs) Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: self._notify() Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: self.callback(batched_events) Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: event.method(event) Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: return f(self, *a, **k) Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: return self._get(url).json() Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: return self.request(url, 'GET', **kwargs) Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:34:09.896284 dv-cinder-772126-2-iscsi neutron-server[92441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:34:10.033263 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c83bf994-be1e-4c79-887f-492d4d76cecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4190591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938507'] for network, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:10.036991 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:10.039339 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-c83bf994-be1e-4c79-887f-492d4d76cecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:10.041110 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-c83bf994-be1e-4c79-887f-492d4d76cecc admin admin] 10.222.0.26 "DELETE /v2.0/networks/40993aa6-49fb-4e9a-a18c-892b55bdfa64 HTTP/1.1" status: 204 len: 168 time: 0.8658166 Jun 10 15:34:10.054939 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83bf994-be1e-4c79-887f-492d4d76cecc admin admin] Pushing event deleted for resources: {'Network': ['ID=40993aa6-49fb-4e9a-a18c-892b55bdfa64,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:10.057320 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-c83bf994-be1e-4c79-887f-492d4d76cecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:10.408647 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 57306) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:10.452835 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-f99c29bf-af67-46cc-b7c8-5d3bab808a7b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=db0c59ccfeea45a7b9c0ebc35a81a341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0429893 Jun 10 15:34:10.455131 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 57308) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:10.504549 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-236f0f63-4f91-4c2e-9027-83785e8115d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:10.526258 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-236f0f63-4f91-4c2e-9027-83785e8115d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:10.681326 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-236f0f63-4f91-4c2e-9027-83785e8115d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:10.684036 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-236f0f63-4f91-4c2e-9027-83785e8115d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:10.685173 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-236f0f63-4f91-4c2e-9027-83785e8115d5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/266b3bc2-05d3-4a13-bc26-4ec178b5ce33 HTTP/1.1" status: 204 len: 168 time: 0.2291670 Jun 10 15:34:10.685963 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-3f36a595-b057-42a2-91f6-b931088d8330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:10.695201 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236f0f63-4f91-4c2e-9027-83785e8115d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266b3bc2-05d3-4a13-bc26-4ec178b5ce33,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:10.697493 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-236f0f63-4f91-4c2e-9027-83785e8115d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:11.273756 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device ce038184-3265-44d0-b144-b7e392e304bb no longer exists at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:34:11.298157 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] No Port match for: ce038184-3265-44d0-b144-b7e392e304bb {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:34:11.298508 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device ce038184-3265-44d0-b144-b7e392e304bb not bound to the agent host dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:34:11.454438 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 57316) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:11.502182 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-4c3e43aa-3a1d-4456-9a6f-609bee7bda29 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=50588f182b6642ee9540ab3b6f94ee9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464110 Jun 10 15:34:11.504473 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 57318) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:11.554785 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a8f4-c76a-48ba-9593-b6e1fce2e630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:11.577041 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a8f4-c76a-48ba-9593-b6e1fce2e630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:11.750220 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a8f4-c76a-48ba-9593-b6e1fce2e630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:11.752849 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-4fe5a8f4-c76a-48ba-9593-b6e1fce2e630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:11.753973 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-4fe5a8f4-c76a-48ba-9593-b6e1fce2e630 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5825b0dc-03bc-40e3-85ab-a213c7b18ddd HTTP/1.1" status: 204 len: 168 time: 0.2479064 Jun 10 15:34:11.755531 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a3f83b6f-a054-49be-b1fa-1a51f41f2fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:11.764505 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5a8f4-c76a-48ba-9593-b6e1fce2e630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5825b0dc-03bc-40e3-85ab-a213c7b18ddd,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:11.766303 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-4fe5a8f4-c76a-48ba-9593-b6e1fce2e630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:12.869929 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 57344) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:12.964191 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-6a3d1189-4688-4766-a83c-b3c3f9315841 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1699286490-network', 'tenant_id': '4517d521167249acb67d8141a24d7e7c'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:34:13.102447 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3d1189-4688-4766-a83c-b3c3f9315841 admin admin] Made reservation on behalf of 4517d521167249acb67d8141a24d7e7c for: {'network': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:34:13.104813 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6a3d1189-4688-4766-a83c-b3c3f9315841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4185528'] for network, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:13.116949 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6a3d1189-4688-4766-a83c-b3c3f9315841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:13.210701 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6a3d1189-4688-4766-a83c-b3c3f9315841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:13.293099 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6a3d1189-4688-4766-a83c-b3c3f9315841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:13.296193 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-f517ae5a-3194-490a-b9f1-85d3cf01defe tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:13.320455 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3d1189-4688-4766-a83c-b3c3f9315841 admin admin] vlan segment allocate from pool success with {'vlan_id': 542, 'physical_network': 'physnet1'} {{(pid=92440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 15:34:13.329950 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d1189-4688-4766-a83c-b3c3f9315841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515417b0-12a0-4b4d-8c73-04784c7512cf,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:13.334121 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-6a3d1189-4688-4766-a83c-b3c3f9315841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:13.335146 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6a3d1189-4688-4766-a83c-b3c3f9315841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:13.335487 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.db.segments_db [None req-6a3d1189-4688-4766-a83c-b3c3f9315841 admin admin] Added segment 72f9ee20-c55a-49c8-bb29-e2c275f2faea of type vlan for network 5a805898-5828-42de-b8ce-449b5c5f6a6a Jun 10 15:34:13.383520 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6a3d1189-4688-4766-a83c-b3c3f9315841 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786703315887'] for network, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:13.516094 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6a3d1189-4688-4766-a83c-b3c3f9315841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331'] for network, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:13.517404 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3d1189-4688-4766-a83c-b3c3f9315841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:13.518013 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6a3d1189-4688-4766-a83c-b3c3f9315841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:13.520149 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:13.598970 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d1189-4688-4766-a83c-b3c3f9315841 admin admin] Pushing event updated for resources: {'Network': ['ID=5a805898-5828-42de-b8ce-449b5c5f6a6a,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:13.601639 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-6a3d1189-4688-4766-a83c-b3c3f9315841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:13.608567 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Network 5a805898-5828-42de-b8ce-449b5c5f6a6a details requested by agent ovs-agent-dv-cinder-772126-2-iscsi with host dv-cinder-772126-2-iscsi {{(pid=92442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:34:13.620206 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-6a3d1189-4688-4766-a83c-b3c3f9315841 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7488990 Jun 10 15:34:13.623146 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 57350) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:13.628043 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-ca46a1d4-cc8f-4daa-8e05-d93b9c0feff2 admin admin] Request body: {'subnet': {'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1699286490-subnet', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'ip_version': 4}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:34:13.744422 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca46a1d4-cc8f-4daa-8e05-d93b9c0feff2 admin admin] Made reservation on behalf of 4517d521167249acb67d8141a24d7e7c for: {'subnet': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:34:13.746946 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ca46a1d4-cc8f-4daa-8e05-d93b9c0feff2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532218085'] for subnet, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:14.044986 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ca46a1d4-cc8f-4daa-8e05-d93b9c0feff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532409097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532218099'] for subnet, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:14.048123 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:14.111505 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca46a1d4-cc8f-4daa-8e05-d93b9c0feff2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b115e941-9da1-483b-9e8a-4bf58d5be886,revision_number=0']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:14.114218 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-ca46a1d4-cc8f-4daa-8e05-d93b9c0feff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:14.121263 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca46a1d4-cc8f-4daa-8e05-d93b9c0feff2 admin admin] Checking segment: {'id': '72f9ee20-c55a-49c8-bb29-e2c275f2faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:34:14.121624 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca46a1d4-cc8f-4daa-8e05-d93b9c0feff2 admin admin] Network hostable DHCP agents. Network: 5a805898-5828-42de-b8ce-449b5c5f6a6a, hostable agents: ['4860e634-0734-4446-9305-88b306355572'], hosted agents: [] {{(pid=92440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:34:14.230396 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca46a1d4-cc8f-4daa-8e05-d93b9c0feff2 admin admin] Network 5a805898-5828-42de-b8ce-449b5c5f6a6a is scheduled to be hosted by DHCP agent 4860e634-0734-4446-9305-88b306355572 with binding_index 1 {{(pid=92440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:34:14.353629 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [None req-ca46a1d4-cc8f-4daa-8e05-d93b9c0feff2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-2-iscsi, 5a805898-5828-42de-b8ce-449b5c5f6a6a) {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:34:14.358469 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca46a1d4-cc8f-4daa-8e05-d93b9c0feff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:14.359088 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ca46a1d4-cc8f-4daa-8e05-d93b9c0feff2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:14.364247 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da796d59-a148-4893-9dda-a6f8f3abf221 None None] Network 5a805898-5828-42de-b8ce-449b5c5f6a6a requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:34:14.516981 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-ca46a1d4-cc8f-4daa-8e05-d93b9c0feff2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8902636 Jun 10 15:34:14.517248 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 57354) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:14.521875 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-e3ada5e6-7246-4823-a110-b87d5c9562a9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1699286490-router', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:34:14.542659 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcc455be-9be4-53fc-9fd0-280f6bd08d86-5a805898-5828-42de-b8ce-449b5c5f6a6a', 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'fixed_ips': [{'subnet_id': 'b115e941-9da1-483b-9e8a-4bf58d5be886'}]}} from dv-cinder-772126-2-iscsi. {{(pid=92442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 15:34:14.543620 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:14.624706 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e3ada5e6-7246-4823-a110-b87d5c9562a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26667'] for router, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:14.625767 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e3ada5e6-7246-4823-a110-b87d5c9562a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1009843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26832'] for router, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:14.693128 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e3ada5e6-7246-4823-a110-b87d5c9562a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:14.695519 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.db_base_plugin_common [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] Allocated IP 172.20.0.2 (5a805898-5828-42de-b8ce-449b5c5f6a6a/b115e941-9da1-483b-9e8a-4bf58d5be886/5a240807-c513-4b6f-b8be-5c2fb5a15bc3) {{(pid=92442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:34:14.999102 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] Notify callbacks [] for port, precommit_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:15.007902 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] Transition to ACTIVE for port object 5a240807-c513-4b6f-b8be-5c2fb5a15bc3 will not be triggered until provisioned by entity L2. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:34:15.023823 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] Transition to ACTIVE for port object 5a240807-c513-4b6f-b8be-5c2fb5a15bc3 will not be triggered until provisioned by entity DHCP. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:34:15.103248 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:15.105255 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-220852de-20d2-4fc8-bbc4-6e00689b0002 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:15.156029 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] Network 5a805898-5828-42de-b8ce-449b5c5f6a6a is already hosted by enough agents. {{(pid=92442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:34:15.160640 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.scheduler.base_scheduler [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] Resources bound (agent type, host, resource id): {{(pid=92442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:34:15.165952 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] Received port after_create {{(pid=92442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:34:15.169193 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] Pushing event updated for resources: {'Port': ['ID=5a240807-c513-4b6f-b8be-5c2fb5a15bc3,revision_number=1']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:15.173038 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:15.244803 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] Attempting to bind port 5a240807-c513-4b6f-b8be-5c2fb5a15bc3 on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:34:15.245185 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] Attempting to bind port 5a240807-c513-4b6f-b8be-5c2fb5a15bc3 by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '72f9ee20-c55a-49c8-bb29-e2c275f2faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a'}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:34:15.245543 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] Attempting to bind port 5a240807-c513-4b6f-b8be-5c2fb5a15bc3 on network 5a805898-5828-42de-b8ce-449b5c5f6a6a {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:34:15.250556 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:34:15.250888 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] Checking segment: {'id': '72f9ee20-c55a-49c8-bb29-e2c275f2faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:34:15.251285 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:15.251682 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] Bound using segment: {'id': '72f9ee20-c55a-49c8-bb29-e2c275f2faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a'} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:34:15.252149 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] Bound port: 5a240807-c513-4b6f-b8be-5c2fb5a15bc3, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f9ee20-c55a-49c8-bb29-e2c275f2faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a'}}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:34:15.252525 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:15.265182 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e3ada5e6-7246-4823-a110-b87d5c9562a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26822'] for router, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:15.327255 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] For port 5a240807-c513-4b6f-b8be-5c2fb5a15bc3, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:34:15.330268 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] For port 5a240807-c513-4b6f-b8be-5c2fb5a15bc3, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=5a240807-c513-4b6f-b8be-5c2fb5a15bc3,segment=NetworkSegment(72f9ee20-c55a-49c8-bb29-e2c275f2faea),segment_id=72f9ee20-c55a-49c8-bb29-e2c275f2faea)] {{(pid=92442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:34:15.424557 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:15.427689 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:15.498854 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] Pushing event updated for resources: {'Port': ['ID=5a240807-c513-4b6f-b8be-5c2fb5a15bc3,revision_number=2']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:15.502425 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:15.595475 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e3ada5e6-7246-4823-a110-b87d5c9562a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:15.629096 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e3ada5e6-7246-4823-a110-b87d5c9562a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:15.768337 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.db_base_plugin_common [None req-e3ada5e6-7246-4823-a110-b87d5c9562a9 admin admin] Allocated IP 172.27.3.59 (bafb3150-7231-46b7-88ed-3af7e5c7810a/66421b7e-18a2-4c9a-a813-c12246305922/562bb0ed-a858-48c4-a7a2-ff0ea6616afe) {{(pid=92440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:34:15.898883 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e3ada5e6-7246-4823-a110-b87d5c9562a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:16.002194 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e3ada5e6-7246-4823-a110-b87d5c9562a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-532407449'] for port, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:16.004230 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-37a1ce3d-c5be-4bae-90fb-1efce6db4d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:16.048841 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ada5e6-7246-4823-a110-b87d5c9562a9 admin admin] Network bafb3150-7231-46b7-88ed-3af7e5c7810a is already hosted by enough agents. {{(pid=92440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:34:16.052168 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [None req-e3ada5e6-7246-4823-a110-b87d5c9562a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:34:16.054808 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ada5e6-7246-4823-a110-b87d5c9562a9 admin admin] Received port after_create {{(pid=92440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:34:16.086040 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ada5e6-7246-4823-a110-b87d5c9562a9 admin admin] Pushing event updated for resources: {'Port': ['ID=562bb0ed-a858-48c4-a7a2-ff0ea6616afe,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:16.090694 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-e3ada5e6-7246-4823-a110-b87d5c9562a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:16.351361 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cb004b-75bc-4548-9066-ff6e61771d72 None None] Network 5a805898-5828-42de-b8ce-449b5c5f6a6a requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:34:16.478698 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e3ada5e6-7246-4823-a110-b87d5c9562a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:16.559398 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-2e2688d2-d62f-40d0-9aee-c44156f3acef None None] Provisioning for port 5a240807-c513-4b6f-b8be-5c2fb5a15bc3 completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:34:16.764275 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e3ada5e6-7246-4823-a110-b87d5c9562a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938747'] for router, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:17.022078 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ada5e6-7246-4823-a110-b87d5c9562a9 admin admin] Router 8d5b0e84-d1d0-47b5-baa0-12691d94527c is scheduled to L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa with binding_index 1 {{(pid=92440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 15:34:17.178177 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ada5e6-7246-4823-a110-b87d5c9562a9 admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:34:17.189691 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] Sync routers for ids ['8d5b0e84-d1d0-47b5-baa0-12691d94527c'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:34:17.199184 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] Routers {'8d5b0e84-d1d0-47b5-baa0-12691d94527c'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:34:17.199790 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:33:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['8d5b0e84-d1d0-47b5-baa0-12691d94527c'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:17.279637 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e3ada5e6-7246-4823-a110-b87d5c9562a9 admin admin] Notify callbacks [] for router, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:17.283805 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-e3ada5e6-7246-4823-a110-b87d5c9562a9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7625630 Jun 10 15:34:17.284014 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 57370) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:17.346075 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 5a240807-c513-4b6f-b8be-5c2fb5a15bc3 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:34:17.445159 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] Set router 8d5b0e84-d1d0-47b5-baa0-12691d94527c gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:34:17.580432 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port 5a240807-c513-4b6f-b8be-5c2fb5a15bc3 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:34:17.646850 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d5fb9-31f9-4276-8721-7db8a95b62ea req-4e4ee7a8-3a1b-4336-84e0-8ed3953d06b4 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:17.648446 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-536d5fb9-31f9-4276-8721-7db8a95b62ea req-4e4ee7a8-3a1b-4336-84e0-8ed3953d06b4 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.3566172 Jun 10 15:34:17.654781 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 5a240807-c513-4b6f-b8be-5c2fb5a15bc3 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:34:17.655171 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:17.812105 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-536d5fb9-31f9-4276-8721-7db8a95b62ea req-7a9566cc-46c2-4a6c-aa1b-845b37b6979d tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515870 Jun 10 15:34:17.846880 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:17.877448 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'name': 'tempest-TestShelveInstance-1699286490-router', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:34:14Z', 'updated_at': '2021-06-10T15:34:16Z', 'revision_number': 3, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'gw_port': {'id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:89:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:15Z', 'updated_at': '2021-06-10T15:34:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:17.895070 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] Checking router: 8d5b0e84-d1d0-47b5-baa0-12691d94527c for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:34:17.896724 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] Updating router 8d5b0e84-d1d0-47b5-baa0-12691d94527c port 562bb0ed-a858-48c4-a7a2-ff0ea6616afe binding host dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:34:17.901280 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port 5a240807-c513-4b6f-b8be-5c2fb5a15bc3, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=5a240807-c513-4b6f-b8be-5c2fb5a15bc3,segment=NetworkSegment(72f9ee20-c55a-49c8-bb29-e2c275f2faea),segment_id=72f9ee20-c55a-49c8-bb29-e2c275f2faea)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:34:17.948497 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:17.987652 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:17.997940 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:18.146870 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=5a240807-c513-4b6f-b8be-5c2fb5a15bc3,revision_number=3']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:18.151472 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:18.233994 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-51a3ff45-662b-44a3-8dbd-9d6edffbd1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:18.306418 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c30d7552-9d71-4d27-909b-9de3769441b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:18.358894 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] Notify callbacks [] for port, precommit_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:18.370187 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] Transition to ACTIVE for port object 562bb0ed-a858-48c4-a7a2-ff0ea6616afe will not be triggered until provisioned by entity L2. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:34:18.491064 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:18.494158 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:18.547088 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] Attempting to bind port 562bb0ed-a858-48c4-a7a2-ff0ea6616afe on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:34:18.547460 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] Attempting to bind port 562bb0ed-a858-48c4-a7a2-ff0ea6616afe by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:34:18.547961 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] Attempting to bind port 562bb0ed-a858-48c4-a7a2-ff0ea6616afe on network bafb3150-7231-46b7-88ed-3af7e5c7810a {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:34:18.553552 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.db_base_plugin_common [None req-c30d7552-9d71-4d27-909b-9de3769441b7 admin admin] Allocated IP 172.20.0.1 (5a805898-5828-42de-b8ce-449b5c5f6a6a/b115e941-9da1-483b-9e8a-4bf58d5be886/5f2d122c-863a-4fcf-9398-4d9a3aeead63) {{(pid=92440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:34:18.555866 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:34:18.556245 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] Checking segment: {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:34:18.556681 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:18.557073 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] Bound using segment: {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:34:18.557539 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] Bound port: 562bb0ed-a858-48c4-a7a2-ff0ea6616afe, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:34:18.557943 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:18.562985 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8157973-f607-4b37-a8bb-dd293cfea101 None None] Pushing event updated for resources: {'Port': ['ID=562bb0ed-a858-48c4-a7a2-ff0ea6616afe,revision_number=2']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:18.565675 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b8157973-f607-4b37-a8bb-dd293cfea101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:18.622085 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] For port 562bb0ed-a858-48c4-a7a2-ff0ea6616afe, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:34:18.624938 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] For port 562bb0ed-a858-48c4-a7a2-ff0ea6616afe, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=562bb0ed-a858-48c4-a7a2-ff0ea6616afe,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:34:18.715624 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c30d7552-9d71-4d27-909b-9de3769441b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:18.727897 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:18.730879 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-3794ee5f-07e1-484d-895f-f1931905beae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:18.738571 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.provisioning_blocks [None req-c30d7552-9d71-4d27-909b-9de3769441b7 admin admin] Transition to ACTIVE for port object 5f2d122c-863a-4fcf-9398-4d9a3aeead63 will not be triggered until provisioned by entity DHCP. {{(pid=92440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:34:18.762040 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038791d0-0cff-4697-a84b-4654177ba985 req-889fd455-c607-495d-a5a7-d2251b46987d tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:18.763472 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-038791d0-0cff-4697-a84b-4654177ba985 req-889fd455-c607-495d-a5a7-d2251b46987d tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.45 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.1104739 Jun 10 15:34:18.796867 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] Routers {'8d5b0e84-d1d0-47b5-baa0-12691d94527c'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:34:18.797498 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:33:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['8d5b0e84-d1d0-47b5-baa0-12691d94527c'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:18.802937 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8157973-f607-4b37-a8bb-dd293cfea101 None None] Pushing event updated for resources: {'Port': ['ID=562bb0ed-a858-48c4-a7a2-ff0ea6616afe,revision_number=3']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:18.849789 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b8157973-f607-4b37-a8bb-dd293cfea101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:18.894768 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c30d7552-9d71-4d27-909b-9de3769441b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-532407449'] for port, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:18.898981 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:18.965770 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30d7552-9d71-4d27-909b-9de3769441b7 admin admin] Network 5a805898-5828-42de-b8ce-449b5c5f6a6a is already hosted by enough agents. {{(pid=92440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:34:18.996761 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-038791d0-0cff-4697-a84b-4654177ba985 req-df1f4800-6d76-44ec-b4e7-acf4e7e8daa5 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Deleting port 5bbd350a-ac92-40b0-86a5-ed53b86a9644 {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:34:18.997093 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-038791d0-0cff-4697-a84b-4654177ba985 req-df1f4800-6d76-44ec-b4e7-acf4e7e8daa5 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:19.000350 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [None req-c30d7552-9d71-4d27-909b-9de3769441b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:34:19.002835 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30d7552-9d71-4d27-909b-9de3769441b7 admin admin] Received port after_create {{(pid=92440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:34:19.057759 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d7552-9d71-4d27-909b-9de3769441b7 admin admin] Pushing event updated for resources: {'Port': ['ID=5f2d122c-863a-4fcf-9398-4d9a3aeead63,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:19.066346 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-c30d7552-9d71-4d27-909b-9de3769441b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:19.085391 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] Set router 8d5b0e84-d1d0-47b5-baa0-12691d94527c gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:34:19.162362 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c30d7552-9d71-4d27-909b-9de3769441b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-934716'] for router_interface, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:19.259334 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8d735-4d07-4769-bc60-8636e5fd8e85 req-1f3564fe-133d-45e7-bc4c-2583a6a88377 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:19.259334 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-aef8d735-4d07-4769-bc60-8636e5fd8e85 req-1f3564fe-133d-45e7-bc4c-2583a6a88377 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 946 time: 0.3163404 Jun 10 15:34:19.303289 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-038791d0-0cff-4697-a84b-4654177ba985 req-df1f4800-6d76-44ec-b4e7-acf4e7e8daa5 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] For port 5bbd350a-ac92-40b0-86a5-ed53b86a9644, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=5bbd350a-ac92-40b0-86a5-ed53b86a9644,segment=NetworkSegment(6e089edc-2b2c-4dd6-a59e-afac8de582a9),segment_id=6e089edc-2b2c-4dd6-a59e-afac8de582a9)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:34:19.303654 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-038791d0-0cff-4697-a84b-4654177ba985 req-df1f4800-6d76-44ec-b4e7-acf4e7e8daa5 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:19.311008 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 5a240807-c513-4b6f-b8be-5c2fb5a15bc3 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:34:19.336947 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f23eb227-2551-4b16-bf5d-aecf0b1e1d0b None None] Provisioning for port 5f2d122c-863a-4fcf-9398-4d9a3aeead63 completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:34:19.350124 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f23eb227-2551-4b16-bf5d-aecf0b1e1d0b None None] Provisioning complete for port 5f2d122c-863a-4fcf-9398-4d9a3aeead63 triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:34:19.350500 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f23eb227-2551-4b16-bf5d-aecf0b1e1d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:19.410577 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-f23eb227-2551-4b16-bf5d-aecf0b1e1d0b None None] Port 5f2d122c-863a-4fcf-9398-4d9a3aeead63 cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:34:19.425825 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 5a240807-c513-4b6f-b8be-5c2fb5a15bc3 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:34:19.426193 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:19.429966 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'name': 'tempest-TestShelveInstance-1699286490-router', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:34:14Z', 'updated_at': '2021-06-10T15:34:16Z', 'revision_number': 3, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'gw_port': {'id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:89:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:15Z', 'updated_at': '2021-06-10T15:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:19.455373 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ff3afe-3d03-4683-8bd0-fd1d2c05fb4a None None] The sync data for ids ['8d5b0e84-d1d0-47b5-baa0-12691d94527c'] in dv-cinder-772126-2-iscsi is: [{'id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'name': 'tempest-TestShelveInstance-1699286490-router', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:34:14Z', 'updated_at': '2021-06-10T15:34:16Z', 'revision_number': 3, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'gw_port': {'id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:89:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:15Z', 'updated_at': '2021-06-10T15:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:34:19.479476 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-aef8d735-4d07-4769-bc60-8636e5fd8e85 req-eec4a27a-019a-49d7-989b-83e558e24f44 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a658f6d-4996-4051-b355-b0b3bec7ced0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096181 Jun 10 15:34:19.719703 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c30d7552-9d71-4d27-909b-9de3769441b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:19.722442 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-038791d0-0cff-4697-a84b-4654177ba985 req-df1f4800-6d76-44ec-b4e7-acf4e7e8daa5 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:19.722809 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-038791d0-0cff-4697-a84b-4654177ba985 req-df1f4800-6d76-44ec-b4e7-acf4e7e8daa5 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:19.723115 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.db.l3_db [req-038791d0-0cff-4697-a84b-4654177ba985 req-df1f4800-6d76-44ec-b4e7-acf4e7e8daa5 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Floating IP 80bfd1c7-3e3f-45ee-8497-817fc61608bb disassociated. External IP: 172.27.3.44, port: 5bbd350a-ac92-40b0-86a5-ed53b86a9644. Jun 10 15:34:19.723963 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-038791d0-0cff-4697-a84b-4654177ba985 req-df1f4800-6d76-44ec-b4e7-acf4e7e8daa5 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Calling delete_port for 5bbd350a-ac92-40b0-86a5-ed53b86a9644 owned by compute:nova {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:34:20.080957 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c30d7552-9d71-4d27-909b-9de3769441b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:20.110591 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-038791d0-0cff-4697-a84b-4654177ba985 req-df1f4800-6d76-44ec-b4e7-acf4e7e8daa5 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:20.115420 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-2176de3e-b43d-4df8-a33a-50c6e00111b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:20.151701 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c30d7552-9d71-4d27-909b-9de3769441b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:20.154241 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f4800-6d76-44ec-b4e7-acf4e7e8daa5 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Pushing event deleted for resources: {'Port': ['ID=5bbd350a-ac92-40b0-86a5-ed53b86a9644,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:20.159148 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-df1f4800-6d76-44ec-b4e7-acf4e7e8daa5 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:20.159924 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:20.351650 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c30d7552-9d71-4d27-909b-9de3769441b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-934728'] for router_interface, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:20.355114 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30d7552-9d71-4d27-909b-9de3769441b7 admin admin] Pushing event updated for resources: {'Port': ['ID=5f2d122c-863a-4fcf-9398-4d9a3aeead63,revision_number=2']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:20.359812 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-c30d7552-9d71-4d27-909b-9de3769441b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:20.474412 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.l3_agent_scheduler [req-038791d0-0cff-4697-a84b-4654177ba985 req-df1f4800-6d76-44ec-b4e7-acf4e7e8daa5 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Router 069be8d1-730c-4986-af9c-6b275da778f1 has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:34:20.744634 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:20.767629 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-54700844-0954-459d-af5f-1f47f422abb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:20.900104 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30d7552-9d71-4d27-909b-9de3769441b7 admin admin] Network 5a805898-5828-42de-b8ce-449b5c5f6a6a is already hosted by enough agents. {{(pid=92440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:34:20.912721 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [None req-c30d7552-9d71-4d27-909b-9de3769441b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:34:20.949842 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-840720df-75a9-4c2c-88eb-be04ffffcf3c req-447b9e42-7773-4f06-992b-5a49bc456015 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 210 time: 0.0483179 Jun 10 15:34:21.094863 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-038791d0-0cff-4697-a84b-4654177ba985 req-df1f4800-6d76-44ec-b4e7-acf4e7e8daa5 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:34:21.105522 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39db2645-bfa8-41aa-bbec-d6b8ff41ac05 None None] Sync routers for ids ['069be8d1-730c-4986-af9c-6b275da778f1'] in dv-cinder-772126-2-iscsi {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:34:21.115875 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39db2645-bfa8-41aa-bbec-d6b8ff41ac05 None None] Routers {'069be8d1-730c-4986-af9c-6b275da778f1'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:34:21.116708 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-39db2645-bfa8-41aa-bbec-d6b8ff41ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:34:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['069be8d1-730c-4986-af9c-6b275da778f1'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:21.147539 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-224ea306-d806-40e8-bed6-636051b74dde None None] Provisioning complete for port 5f2d122c-863a-4fcf-9398-4d9a3aeead63 triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:34:21.148300 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-224ea306-d806-40e8-bed6-636051b74dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:21.161725 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-038791d0-0cff-4697-a84b-4654177ba985 req-df1f4800-6d76-44ec-b4e7-acf4e7e8daa5 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] No DVR routers for this DVR port 5bbd350a-ac92-40b0-86a5-ed53b86a9644 on host hv-cinder-77212 {{(pid=92440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:34:21.165411 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-038791d0-0cff-4697-a84b-4654177ba985 req-df1f4800-6d76-44ec-b4e7-acf4e7e8daa5 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:21.167412 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-038791d0-0cff-4697-a84b-4654177ba985 req-df1f4800-6d76-44ec-b4e7-acf4e7e8daa5 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.45 "DELETE /v2.0/ports/5bbd350a-ac92-40b0-86a5-ed53b86a9644 HTTP/1.1" status: 204 len: 173 time: 2.3985419 Jun 10 15:34:21.167930 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f8e23c-d8a2-4640-a652-fd676f03ad77', 'name': 'network-vif-deleted', 'tag': '5bbd350a-ac92-40b0-86a5-ed53b86a9644'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:34:21.170293 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4c6161-0f7e-4dba-a5b8-e5cfc5445de0" -d '{"events": [{"server_uuid": "e6f8e23c-d8a2-4640-a652-fd676f03ad77", "name": "network-vif-deleted", "tag": "5bbd350a-ac92-40b0-86a5-ed53b86a9644"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:34:21.185426 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30d7552-9d71-4d27-909b-9de3769441b7 admin admin] Router 8d5b0e84-d1d0-47b5-baa0-12691d94527c has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:34:21.215351 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-224ea306-d806-40e8-bed6-636051b74dde None None] Port 5f2d122c-863a-4fcf-9398-4d9a3aeead63 cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:34:21.260937 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426e83b6-6278-4087-a16c-b27ae78b904b x-openstack-request-id: req-426e83b6-6278-4087-a16c-b27ae78b904b {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:34:21.261320 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f8e23c-d8a2-4640-a652-fd676f03ad77", "name": "network-vif-deleted", "tag": "5bbd350a-ac92-40b0-86a5-ed53b86a9644", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:34:21.261567 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-426e83b6-6278-4087-a16c-b27ae78b904b {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:34:21.262030 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f8e23c-d8a2-4640-a652-fd676f03ad77', 'name': 'network-vif-deleted', 'tag': '5bbd350a-ac92-40b0-86a5-ed53b86a9644', 'status': 'completed', 'code': 200} Jun 10 15:34:21.271282 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-39db2645-bfa8-41aa-bbec-d6b8ff41ac05 None None] Set router 069be8d1-730c-4986-af9c-6b275da778f1 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:34:21.346259 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 562bb0ed-a858-48c4-a7a2-ff0ea6616afe up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:34:21.363622 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30d7552-9d71-4d27-909b-9de3769441b7 admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:34:21.368227 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-c30d7552-9d71-4d27-909b-9de3769441b7 admin admin] 10.222.0.26 "PUT /v2.0/routers/8d5b0e84-d1d0-47b5-baa0-12691d94527c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0830109 Jun 10 15:34:21.395103 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] Sync routers for ids ['8d5b0e84-d1d0-47b5-baa0-12691d94527c'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:34:21.421593 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] Routers {'8d5b0e84-d1d0-47b5-baa0-12691d94527c'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:34:21.423281 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:34:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['8d5b0e84-d1d0-47b5-baa0-12691d94527c'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:21.588865 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] Set router 8d5b0e84-d1d0-47b5-baa0-12691d94527c gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:34:21.641216 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port 562bb0ed-a858-48c4-a7a2-ff0ea6616afe completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:34:21.646955 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 562bb0ed-a858-48c4-a7a2-ff0ea6616afe triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:34:21.649838 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:21.657348 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-39db2645-bfa8-41aa-bbec-d6b8ff41ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069be8d1-730c-4986-af9c-6b275da778f1', 'name': 'tempest-AttachVolumeTestJSON-1301189758-router', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:25:53Z', 'updated_at': '2021-06-10T15:25:59Z', 'revision_number': 4, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'gw_port': {'id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:54Z', 'updated_at': '2021-06-10T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': 'a7bf3ae0-a8ce-4388-9fc6-079f14d5306c', 'name': '', 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'mac_address': 'fa:16:3e:91:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:58Z', 'updated_at': '2021-06-10T15:26:05Z', 'revision_number': 5, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'subnets': [{'id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:21.660651 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39db2645-bfa8-41aa-bbec-d6b8ff41ac05 None None] Checking router: 069be8d1-730c-4986-af9c-6b275da778f1 for host: dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:34:21.669001 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39db2645-bfa8-41aa-bbec-d6b8ff41ac05 None None] Routers {'069be8d1-730c-4986-af9c-6b275da778f1'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:34:21.669603 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-39db2645-bfa8-41aa-bbec-d6b8ff41ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:34:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['069be8d1-730c-4986-af9c-6b275da778f1'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:21.815784 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-39db2645-bfa8-41aa-bbec-d6b8ff41ac05 None None] Set router 069be8d1-730c-4986-af9c-6b275da778f1 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:34:21.917904 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:21.949978 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port 562bb0ed-a858-48c4-a7a2-ff0ea6616afe, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=562bb0ed-a858-48c4-a7a2-ff0ea6616afe,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:34:21.964812 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'name': 'tempest-TestShelveInstance-1699286490-router', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:34:14Z', 'updated_at': '2021-06-10T15:34:19Z', 'revision_number': 4, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'gw_port': {'id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:89:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:15Z', 'updated_at': '2021-06-10T15:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '5f2d122c-863a-4fcf-9398-4d9a3aeead63', 'name': '', 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'mac_address': 'fa:16:3e:bb:7f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b115e941-9da1-483b-9e8a-4bf58d5be886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:18Z', 'updated_at': '2021-06-10T15:34:19Z', 'revision_number': 2, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'subnets': [{'id': 'b115e941-9da1-483b-9e8a-4bf58d5be886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:21.968656 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] Checking router: 8d5b0e84-d1d0-47b5-baa0-12691d94527c for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:34:21.969096 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] Updating router 8d5b0e84-d1d0-47b5-baa0-12691d94527c port 5f2d122c-863a-4fcf-9398-4d9a3aeead63 binding host dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:34:21.997941 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:22.023081 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:22.092433 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-39db2645-bfa8-41aa-bbec-d6b8ff41ac05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069be8d1-730c-4986-af9c-6b275da778f1', 'name': 'tempest-AttachVolumeTestJSON-1301189758-router', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:25:53Z', 'updated_at': '2021-06-10T15:25:59Z', 'revision_number': 4, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'gw_port': {'id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:54Z', 'updated_at': '2021-06-10T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': 'a7bf3ae0-a8ce-4388-9fc6-079f14d5306c', 'name': '', 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'mac_address': 'fa:16:3e:91:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:58Z', 'updated_at': '2021-06-10T15:26:05Z', 'revision_number': 5, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'subnets': [{'id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:22.095831 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39db2645-bfa8-41aa-bbec-d6b8ff41ac05 None None] The sync data for ids ['069be8d1-730c-4986-af9c-6b275da778f1'] in dv-cinder-772126-2-iscsi is: [{'id': '069be8d1-730c-4986-af9c-6b275da778f1', 'name': 'tempest-AttachVolumeTestJSON-1301189758-router', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:25:53Z', 'updated_at': '2021-06-10T15:25:59Z', 'revision_number': 4, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'gw_port': {'id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:54Z', 'updated_at': '2021-06-10T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': 'a7bf3ae0-a8ce-4388-9fc6-079f14d5306c', 'name': '', 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'mac_address': 'fa:16:3e:91:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:58Z', 'updated_at': '2021-06-10T15:26:05Z', 'revision_number': 5, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'subnets': [{'id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:34:22.167170 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:22.171978 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:22.189130 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 57408) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:22.198075 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-86357ec4-3798-4a39-a31d-b43f3d059c51 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2102151165-network', 'tenant_id': '77ea8b1dace244c4b0450eac34cc10ba'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:34:22.267940 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=562bb0ed-a858-48c4-a7a2-ff0ea6616afe,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:22.274015 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:22.373245 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86357ec4-3798-4a39-a31d-b43f3d059c51 admin admin] Made reservation on behalf of 77ea8b1dace244c4b0450eac34cc10ba for: {'network': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:34:22.380570 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-86357ec4-3798-4a39-a31d-b43f3d059c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4185528'] for network, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:22.391224 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-86357ec4-3798-4a39-a31d-b43f3d059c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:22.529931 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa224399-253e-4d6e-9109-b63d985e3114 None None] New status for floating IP 80bfd1c7-3e3f-45ee-8497-817fc61608bb: DOWN {{(pid=92443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:34:22.552910 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6182955f-6bd9-4ca4-a184-2c89e8255490 req-c99c3a87-c0f2-4d29-bcd2-8c30fc5bfea8 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6f8e23c-d8a2-4640-a652-fd676f03ad77 HTTP/1.1" status: 200 len: 210 time: 0.4212139 Jun 10 15:34:22.585788 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-86357ec4-3798-4a39-a31d-b43f3d059c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:22.657836 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 5bbd350a-ac92-40b0-86a5-ed53b86a9644 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:34:22.680089 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-86357ec4-3798-4a39-a31d-b43f3d059c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:22.684261 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-ffcc59f1-f103-4d82-938e-0d1ff1b936ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:22.690121 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] No Port match for: 5bbd350a-ac92-40b0-86a5-ed53b86a9644 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:34:22.690543 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 5bbd350a-ac92-40b0-86a5-ed53b86a9644 not bound to the agent host hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:34:22.711369 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] Notify callbacks [] for port, precommit_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:22.715914 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86357ec4-3798-4a39-a31d-b43f3d059c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002761de-aed9-449c-b3bd-fb863c4fdf5b,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:22.729467 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86357ec4-3798-4a39-a31d-b43f3d059c51 admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=92440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 15:34:22.732234 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] Transition to ACTIVE for port object 5f2d122c-863a-4fcf-9398-4d9a3aeead63 will not be triggered until provisioned by entity L2. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:34:22.737273 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-86357ec4-3798-4a39-a31d-b43f3d059c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:22.744362 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-86357ec4-3798-4a39-a31d-b43f3d059c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:22.744923 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.db.segments_db [None req-86357ec4-3798-4a39-a31d-b43f3d059c51 admin admin] Added segment 18b6c5b1-88a1-4eb4-9eff-ac82b02fcfa9 of type vlan for network ab9729e9-89be-4457-b5bf-82dcdfb6239a Jun 10 15:34:22.794798 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-86357ec4-3798-4a39-a31d-b43f3d059c51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786703315887'] for network, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:22.885299 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:22.887547 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:22.928071 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-86357ec4-3798-4a39-a31d-b43f3d059c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331'] for network, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:22.930083 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86357ec4-3798-4a39-a31d-b43f3d059c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:22.931539 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-86357ec4-3798-4a39-a31d-b43f3d059c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:22.933558 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-ffcc59f1-f103-4d82-938e-0d1ff1b936ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:22.991886 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ee3ce-ac6d-45df-8026-99dbd49f2712 None None] Pushing event updated for resources: {'Port': ['ID=5f2d122c-863a-4fcf-9398-4d9a3aeead63,revision_number=3']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:22.997691 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f82ee3ce-ac6d-45df-8026-99dbd49f2712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:23.037165 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86357ec4-3798-4a39-a31d-b43f3d059c51 admin admin] Pushing event updated for resources: {'Network': ['ID=ab9729e9-89be-4457-b5bf-82dcdfb6239a,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:23.040566 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-86357ec4-3798-4a39-a31d-b43f3d059c51 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8502963 Jun 10 15:34:23.041515 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-86357ec4-3798-4a39-a31d-b43f3d059c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:23.043413 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 57416) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:23.050285 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-31415c07-5cc9-44e9-b875-79e9fea860ff admin admin] Request body: {'subnet': {'network_id': 'ab9729e9-89be-4457-b5bf-82dcdfb6239a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2102151165-subnet', 'tenant_id': '77ea8b1dace244c4b0450eac34cc10ba', 'ip_version': 4}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:34:23.064312 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Network ab9729e9-89be-4457-b5bf-82dcdfb6239a details requested by agent ovs-agent-dv-cinder-772126-2-iscsi with host dv-cinder-772126-2-iscsi {{(pid=92442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:34:23.097309 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] Attempting to bind port 5f2d122c-863a-4fcf-9398-4d9a3aeead63 on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:34:23.097684 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] Attempting to bind port 5f2d122c-863a-4fcf-9398-4d9a3aeead63 by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '72f9ee20-c55a-49c8-bb29-e2c275f2faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a'}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:34:23.098142 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] Attempting to bind port 5f2d122c-863a-4fcf-9398-4d9a3aeead63 on network 5a805898-5828-42de-b8ce-449b5c5f6a6a {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:34:23.114684 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:34:23.115096 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] Checking segment: {'id': '72f9ee20-c55a-49c8-bb29-e2c275f2faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:34:23.115513 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:23.115912 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] Bound using segment: {'id': '72f9ee20-c55a-49c8-bb29-e2c275f2faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a'} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:34:23.116386 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] Bound port: 5f2d122c-863a-4fcf-9398-4d9a3aeead63, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f9ee20-c55a-49c8-bb29-e2c275f2faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a'}}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:34:23.116766 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:23.153750 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31415c07-5cc9-44e9-b875-79e9fea860ff admin admin] Made reservation on behalf of 77ea8b1dace244c4b0450eac34cc10ba for: {'subnet': 1} {{(pid=92441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:34:23.156213 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-31415c07-5cc9-44e9-b875-79e9fea860ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314413'] for subnet, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:23.257830 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] For port 5f2d122c-863a-4fcf-9398-4d9a3aeead63, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:34:23.261482 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] For port 5f2d122c-863a-4fcf-9398-4d9a3aeead63, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=5f2d122c-863a-4fcf-9398-4d9a3aeead63,segment=NetworkSegment(72f9ee20-c55a-49c8-bb29-e2c275f2faea),segment_id=72f9ee20-c55a-49c8-bb29-e2c275f2faea)] {{(pid=92442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:34:23.299756 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 562bb0ed-a858-48c4-a7a2-ff0ea6616afe up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:34:23.353440 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 562bb0ed-a858-48c4-a7a2-ff0ea6616afe triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:34:23.353846 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:23.379236 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:23.383243 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:23.467541 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ee3ce-ac6d-45df-8026-99dbd49f2712 None None] Pushing event updated for resources: {'Port': ['ID=5f2d122c-863a-4fcf-9398-4d9a3aeead63,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:23.471778 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] Routers {'8d5b0e84-d1d0-47b5-baa0-12691d94527c'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:34:23.472287 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:34:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['8d5b0e84-d1d0-47b5-baa0-12691d94527c'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:23.474751 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f82ee3ce-ac6d-45df-8026-99dbd49f2712 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:23.480594 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-31415c07-5cc9-44e9-b875-79e9fea860ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4943207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314427'] for subnet, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:23.480594 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7a568877-47c6-46c3-8381-a60df9969db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:23.548663 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31415c07-5cc9-44e9-b875-79e9fea860ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=edf2f188-58f3-4923-af16-ca5013d39e5c,revision_number=0']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:23.553052 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-31415c07-5cc9-44e9-b875-79e9fea860ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:23.566526 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31415c07-5cc9-44e9-b875-79e9fea860ff admin admin] Checking segment: {'id': '18b6c5b1-88a1-4eb4-9eff-ac82b02fcfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ab9729e9-89be-4457-b5bf-82dcdfb6239a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:34:23.566526 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31415c07-5cc9-44e9-b875-79e9fea860ff admin admin] Network hostable DHCP agents. Network: ab9729e9-89be-4457-b5bf-82dcdfb6239a, hostable agents: ['4860e634-0734-4446-9305-88b306355572'], hosted agents: [] {{(pid=92441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:34:23.670180 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] Set router 8d5b0e84-d1d0-47b5-baa0-12691d94527c gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:34:23.687503 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31415c07-5cc9-44e9-b875-79e9fea860ff admin admin] Network ab9729e9-89be-4457-b5bf-82dcdfb6239a is scheduled to be hosted by DHCP agent 4860e634-0734-4446-9305-88b306355572 with binding_index 1 {{(pid=92441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:34:23.724075 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:23.806280 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 57424) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:23.815436 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-31415c07-5cc9-44e9-b875-79e9fea860ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-2-iscsi, ab9729e9-89be-4457-b5bf-82dcdfb6239a) {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:34:23.827924 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31415c07-5cc9-44e9-b875-79e9fea860ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:23.828518 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-31415c07-5cc9-44e9-b875-79e9fea860ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:23.852295 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7efdfb-822d-4f9c-b154-f274b7f33cb2 None None] Network ab9729e9-89be-4457-b5bf-82dcdfb6239a requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:34:23.881497 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-dcca65df-0530-49a3-93bc-330ef168913d tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:23.906873 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-dcca65df-0530-49a3-93bc-330ef168913d tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:23.917061 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-31415c07-5cc9-44e9-b875-79e9fea860ff admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8723435 Jun 10 15:34:23.920110 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 57426) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:23.924662 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-a1c0f97b-eb70-4aeb-b69e-eb071229f68f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2102151165-router', 'tenant_id': '77ea8b1dace244c4b0450eac34cc10ba', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:34:24.022748 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a1c0f97b-eb70-4aeb-b69e-eb071229f68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-936429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-26667'] for router, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:24.023793 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a1c0f97b-eb70-4aeb-b69e-eb071229f68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-936264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-938426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1009843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-26832'] for router, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:24.064566 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-dcca65df-0530-49a3-93bc-330ef168913d tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:24.067985 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-dcca65df-0530-49a3-93bc-330ef168913d tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:24.069341 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-dcca65df-0530-49a3-93bc-330ef168913d tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "DELETE /v2.0/security-groups/2a658f6d-4996-4051-b355-b0b3bec7ced0 HTTP/1.1" status: 204 len: 168 time: 0.2619755 Jun 10 15:34:24.070579 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-639cdf6b-36df-4fb3-b1e2-5a8e1cde73d8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:24.072385 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'name': 'tempest-TestShelveInstance-1699286490-router', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:34:14Z', 'updated_at': '2021-06-10T15:34:19Z', 'revision_number': 4, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'gw_port': {'id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:89:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:15Z', 'updated_at': '2021-06-10T15:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '5f2d122c-863a-4fcf-9398-4d9a3aeead63', 'name': '', 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'mac_address': 'fa:16:3e:bb:7f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b115e941-9da1-483b-9e8a-4bf58d5be886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:18Z', 'updated_at': '2021-06-10T15:34:23Z', 'revision_number': 4, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'subnets': [{'id': 'b115e941-9da1-483b-9e8a-4bf58d5be886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:24.075854 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 57428) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:24.095038 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca65df-0530-49a3-93bc-330ef168913d tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a658f6d-4996-4051-b355-b0b3bec7ced0,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:24.096581 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a1c0f97b-eb70-4aeb-b69e-eb071229f68f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:24.098493 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc8547b-226d-4d0b-96ab-89e797f645ef None None] The sync data for ids ['8d5b0e84-d1d0-47b5-baa0-12691d94527c'] in dv-cinder-772126-2-iscsi is: [{'id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'name': 'tempest-TestShelveInstance-1699286490-router', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:34:14Z', 'updated_at': '2021-06-10T15:34:19Z', 'revision_number': 4, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'gw_port': {'id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:89:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:15Z', 'updated_at': '2021-06-10T15:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '5f2d122c-863a-4fcf-9398-4d9a3aeead63', 'name': '', 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'mac_address': 'fa:16:3e:bb:7f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b115e941-9da1-483b-9e8a-4bf58d5be886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:18Z', 'updated_at': '2021-06-10T15:34:23Z', 'revision_number': 4, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'subnets': [{'id': 'b115e941-9da1-483b-9e8a-4bf58d5be886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:34:24.098749 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-dcca65df-0530-49a3-93bc-330ef168913d tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:24.112100 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.api.v2.resource [None req-91ceab43-6824-482a-a5b9-377b4504c68e tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] show failed (client error): The resource could not be found. Jun 10 15:34:24.113568 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-91ceab43-6824-482a-a5b9-377b4504c68e tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups/2a658f6d-4996-4051-b355-b0b3bec7ced0 HTTP/1.1" status: 404 len: 347 time: 0.0366058 Jun 10 15:34:24.113687 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfcc455be-9be4-53fc-9fd0-280f6bd08d86-ab9729e9-89be-4457-b5bf-82dcdfb6239a', 'network_id': 'ab9729e9-89be-4457-b5bf-82dcdfb6239a', 'tenant_id': '77ea8b1dace244c4b0450eac34cc10ba', 'fixed_ips': [{'subnet_id': 'edf2f188-58f3-4923-af16-ca5013d39e5c'}]}} from dv-cinder-772126-2-iscsi. {{(pid=92442) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 15:34:24.114508 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:24.116677 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 57430) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:24.304962 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-18f6a834-815f-410c-9254-0a79ed2d73b1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Deleting port 5322e1ae-6db5-4eb7-a81b-887477182257 {{(pid=92441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:34:24.305380 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-18f6a834-815f-410c-9254-0a79ed2d73b1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:24.312836 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.db_base_plugin_common [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] Allocated IP 172.20.0.2 (ab9729e9-89be-4457-b5bf-82dcdfb6239a/edf2f188-58f3-4923-af16-ca5013d39e5c/21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac) {{(pid=92442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:34:24.486795 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a1c0f97b-eb70-4aeb-b69e-eb071229f68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-938419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-936415', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-26822'] for router, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:24.538927 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] Notify callbacks [] for port, precommit_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:24.549784 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] Transition to ACTIVE for port object 21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac will not be triggered until provisioned by entity L2. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:34:24.586220 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] Transition to ACTIVE for port object 21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac will not be triggered until provisioned by entity DHCP. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:34:24.664068 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335'] for port, after_create {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:24.666391 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b8157973-f607-4b37-a8bb-dd293cfea101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:24.726102 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] Network ab9729e9-89be-4457-b5bf-82dcdfb6239a is already hosted by enough agents. {{(pid=92442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:34:24.729228 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.scheduler.base_scheduler [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] Resources bound (agent type, host, resource id): {{(pid=92442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:34:24.732835 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] Received port after_create {{(pid=92442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:34:24.740616 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] Pushing event updated for resources: {'Port': ['ID=21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac,revision_number=1']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:24.744542 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:24.753147 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-18f6a834-815f-410c-9254-0a79ed2d73b1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:24.753483 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-18f6a834-815f-410c-9254-0a79ed2d73b1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:24.822178 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] Attempting to bind port 21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:34:24.823027 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] Attempting to bind port 21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '18b6c5b1-88a1-4eb4-9eff-ac82b02fcfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ab9729e9-89be-4457-b5bf-82dcdfb6239a'}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:34:24.823593 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] Attempting to bind port 21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac on network ab9729e9-89be-4457-b5bf-82dcdfb6239a {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:34:24.830903 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:34:24.831389 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] Checking segment: {'id': '18b6c5b1-88a1-4eb4-9eff-ac82b02fcfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ab9729e9-89be-4457-b5bf-82dcdfb6239a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:34:24.831871 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:24.832472 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] Bound using segment: {'id': '18b6c5b1-88a1-4eb4-9eff-ac82b02fcfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ab9729e9-89be-4457-b5bf-82dcdfb6239a'} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:34:24.833709 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] Bound port: 21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b6c5b1-88a1-4eb4-9eff-ac82b02fcfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ab9729e9-89be-4457-b5bf-82dcdfb6239a'}}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:34:24.834196 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:24.861726 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-18f6a834-815f-410c-9254-0a79ed2d73b1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Calling delete_port for 5322e1ae-6db5-4eb7-a81b-887477182257 owned by network:floatingip {{(pid=92441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:34:24.877784 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a1c0f97b-eb70-4aeb-b69e-eb071229f68f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:24.910333 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a1c0f97b-eb70-4aeb-b69e-eb071229f68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:24.921417 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] For port 21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:34:24.924752 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] For port 21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac,segment=NetworkSegment(18b6c5b1-88a1-4eb4-9eff-ac82b02fcfa9),segment_id=18b6c5b1-88a1-4eb4-9eff-ac82b02fcfa9)] {{(pid=92442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:34:25.011363 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:25.014040 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-5586efd6-7b82-494e-b866-94d921b1f637 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:25.050897 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.db_base_plugin_common [None req-a1c0f97b-eb70-4aeb-b69e-eb071229f68f admin admin] Allocated IP 172.27.3.235 (bafb3150-7231-46b7-88ed-3af7e5c7810a/66421b7e-18a2-4c9a-a813-c12246305922/167a7bc6-dc1e-4e3e-b77c-a6006322b131) {{(pid=92440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:34:25.089689 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] Pushing event updated for resources: {'Port': ['ID=21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac,revision_number=2']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:25.092903 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:25.107887 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-18f6a834-815f-410c-9254-0a79ed2d73b1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940524'] for port, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:25.110231 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-6812d89b-1ec6-4ee2-9850-0d21ca7dd417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:25.144748 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f6a834-815f-410c-9254-0a79ed2d73b1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Pushing event deleted for resources: {'Port': ['ID=5322e1ae-6db5-4eb7-a81b-887477182257,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:25.147707 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-18f6a834-815f-410c-9254-0a79ed2d73b1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:25.236389 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-18f6a834-815f-410c-9254-0a79ed2d73b1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for floatingip, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:25.237851 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a1c0f97b-eb70-4aeb-b69e-eb071229f68f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:25.239845 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-18f6a834-815f-410c-9254-0a79ed2d73b1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for floatingip, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:25.245455 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-18f6a834-815f-410c-9254-0a79ed2d73b1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "DELETE /v2.0/floatingips/80bfd1c7-3e3f-45ee-8497-817fc61608bb HTTP/1.1" status: 204 len: 168 time: 1.1266439 Jun 10 15:34:25.432051 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 5f2d122c-863a-4fcf-9398-4d9a3aeead63 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:34:25.585356 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a1c0f97b-eb70-4aeb-b69e-eb071229f68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-532407449'] for port, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:25.588474 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-df1f4800-6d76-44ec-b4e7-acf4e7e8daa5 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:25.624700 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port 5f2d122c-863a-4fcf-9398-4d9a3aeead63 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:34:25.629034 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c0f97b-eb70-4aeb-b69e-eb071229f68f admin admin] Network bafb3150-7231-46b7-88ed-3af7e5c7810a is already hosted by enough agents. {{(pid=92440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:34:25.629164 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 5f2d122c-863a-4fcf-9398-4d9a3aeead63 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:34:25.629164 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:25.636261 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [None req-a1c0f97b-eb70-4aeb-b69e-eb071229f68f admin admin] Resources bound (agent type, host, resource id): {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:34:25.638891 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c0f97b-eb70-4aeb-b69e-eb071229f68f admin admin] Received port after_create {{(pid=92440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:34:25.685035 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0f97b-eb70-4aeb-b69e-eb071229f68f admin admin] Pushing event updated for resources: {'Port': ['ID=167a7bc6-dc1e-4e3e-b77c-a6006322b131,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:25.687970 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-a1c0f97b-eb70-4aeb-b69e-eb071229f68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:25.727744 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:25.778863 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 57438) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:25.780891 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port 5f2d122c-863a-4fcf-9398-4d9a3aeead63, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=5f2d122c-863a-4fcf-9398-4d9a3aeead63,segment=NetworkSegment(72f9ee20-c55a-49c8-bb29-e2c275f2faea),segment_id=72f9ee20-c55a-49c8-bb29-e2c275f2faea)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:34:25.783627 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-6fc18f6c-e6ff-4066-bdcf-df668a101105 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1101012863', 'description': 'tempest-description--168120662'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:34:25.842196 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:25.846273 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:25.871020 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6fc18f6c-e6ff-4066-bdcf-df668a101105 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:25.907721 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=5f2d122c-863a-4fcf-9398-4d9a3aeead63,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:25.912880 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:25.977481 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6fc18f6c-e6ff-4066-bdcf-df668a101105 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:26.041398 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6fc18f6c-e6ff-4066-bdcf-df668a101105 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:26.043986 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:26.075362 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc18f6c-e6ff-4066-bdcf-df668a101105 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce78b6a5-0c52-4ec3-a733-91a07d5853ae,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:26.078291 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-6fc18f6c-e6ff-4066-bdcf-df668a101105 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:26.083402 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a1c0f97b-eb70-4aeb-b69e-eb071229f68f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:26.142937 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47e4858-6823-4390-b362-d0cc2f24d42b None None] Network ab9729e9-89be-4457-b5bf-82dcdfb6239a requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:34:26.147885 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6fc18f6c-e6ff-4066-bdcf-df668a101105 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:26.152163 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-6fc18f6c-e6ff-4066-bdcf-df668a101105 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3696296 Jun 10 15:34:26.152422 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 57440) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:26.157472 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-0f18a1bf-18b2-48d6-bf6b-56bac3620d3b tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Request body: {'security_group_rule': {'security_group_id': 'ce78b6a5-0c52-4ec3-a733-91a07d5853ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:34:26.239581 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-0f18a1bf-18b2-48d6-bf6b-56bac3620d3b tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:26.307666 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-0f18a1bf-18b2-48d6-bf6b-56bac3620d3b tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:26.331094 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-7adce675-c8d3-4949-85ad-23245e808ddd None None] Provisioning for port 21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:34:26.370649 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a1c0f97b-eb70-4aeb-b69e-eb071229f68f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-936404', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-938747'] for router, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:26.390327 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-0f18a1bf-18b2-48d6-bf6b-56bac3620d3b tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955263'] for security_group_rule, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:26.392693 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-c30b8dd6-0d9e-4592-ba77-8802264357a8 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:26.408420 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18a1bf-18b2-48d6-bf6b-56bac3620d3b tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e652398-e2f5-48ea-8d85-b06b5f26f044,revision_number=0']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:26.413158 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-0f18a1bf-18b2-48d6-bf6b-56bac3620d3b tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:26.499092 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-0f18a1bf-18b2-48d6-bf6b-56bac3620d3b tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:26.500518 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-0f18a1bf-18b2-48d6-bf6b-56bac3620d3b tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3470638 Jun 10 15:34:26.503287 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 57442) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:26.510159 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-14e2b252-39d2-44b6-a2d1-b1365cadf4be tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Request body: {'security_group_rule': {'security_group_id': 'ce78b6a5-0c52-4ec3-a733-91a07d5853ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:34:26.607336 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-14e2b252-39d2-44b6-a2d1-b1365cadf4be tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:26.674300 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-14e2b252-39d2-44b6-a2d1-b1365cadf4be tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:26.810637 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-14e2b252-39d2-44b6-a2d1-b1365cadf4be tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955263'] for security_group_rule, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:26.813143 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:26.830949 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2b252-39d2-44b6-a2d1-b1365cadf4be tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f10bcda-960e-4d47-bb00-86bf08c93fcf,revision_number=0']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:26.833526 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-14e2b252-39d2-44b6-a2d1-b1365cadf4be tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:26.943102 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-14e2b252-39d2-44b6-a2d1-b1365cadf4be tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:26.944607 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-14e2b252-39d2-44b6-a2d1-b1365cadf4be tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4403496 Jun 10 15:34:26.947768 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 57446) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:26.953236 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-685eb726-50dd-4665-9168-9cf5d22f7b3f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Request body: {'floatingip': {'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:34:26.955615 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c0f97b-eb70-4aeb-b69e-eb071229f68f admin admin] Router 6b6a3a51-890b-4be3-b79c-b12c165f3db3 is scheduled to L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa with binding_index 1 {{(pid=92440) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 15:34:27.039719 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-685eb726-50dd-4665-9168-9cf5d22f7b3f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for floatingip, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:27.104374 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c0f97b-eb70-4aeb-b69e-eb071229f68f admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:34:27.114986 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] Sync routers for ids ['6b6a3a51-890b-4be3-b79c-b12c165f3db3'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:34:27.124031 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] Routers {'6b6a3a51-890b-4be3-b79c-b12c165f3db3'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:34:27.124641 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:34:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['6b6a3a51-890b-4be3-b79c-b12c165f3db3'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:27.163135 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-685eb726-50dd-4665-9168-9cf5d22f7b3f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:27.182521 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a1c0f97b-eb70-4aeb-b69e-eb071229f68f admin admin] Notify callbacks [] for router, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:27.186489 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-a1c0f97b-eb70-4aeb-b69e-eb071229f68f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2628319 Jun 10 15:34:27.186936 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 57448) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:27.338457 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [None req-685eb726-50dd-4665-9168-9cf5d22f7b3f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Allocated IP 172.27.3.86 (bafb3150-7231-46b7-88ed-3af7e5c7810a/66421b7e-18a2-4c9a-a813-c12246305922/3e235986-7e41-4e24-8c55-908c62a562cb) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:34:27.407343 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] Set router 6b6a3a51-890b-4be3-b79c-b12c165f3db3 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:34:27.489386 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:34:27.512442 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-685eb726-50dd-4665-9168-9cf5d22f7b3f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:27.636745 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-685eb726-50dd-4665-9168-9cf5d22f7b3f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940535'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:27.639837 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7e38b629-ba25-4a3a-bf8f-1cb83bb1a611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:27.685066 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685eb726-50dd-4665-9168-9cf5d22f7b3f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Network bafb3150-7231-46b7-88ed-3af7e5c7810a is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:34:27.687885 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-685eb726-50dd-4665-9168-9cf5d22f7b3f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:34:27.691614 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685eb726-50dd-4665-9168-9cf5d22f7b3f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:34:27.694982 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6a3a51-890b-4be3-b79c-b12c165f3db3', 'name': 'tempest-TestShelveInstance-2102151165-router', 'tenant_id': '77ea8b1dace244c4b0450eac34cc10ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '167a7bc6-dc1e-4e3e-b77c-a6006322b131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:34:24Z', 'updated_at': '2021-06-10T15:34:25Z', 'revision_number': 3, 'project_id': '77ea8b1dace244c4b0450eac34cc10ba', 'gw_port': {'id': '167a7bc6-dc1e-4e3e-b77c-a6006322b131', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:32:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6a3a51-890b-4be3-b79c-b12c165f3db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:24Z', 'updated_at': '2021-06-10T15:34:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:27.698861 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port 21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:34:27.702047 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] Checking router: 6b6a3a51-890b-4be3-b79c-b12c165f3db3 for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:34:27.702405 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] Updating router 6b6a3a51-890b-4be3-b79c-b12c165f3db3 port 167a7bc6-dc1e-4e3e-b77c-a6006322b131 binding host dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:34:27.705406 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:34:27.705782 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:27.723990 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685eb726-50dd-4665-9168-9cf5d22f7b3f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Pushing event updated for resources: {'Port': ['ID=3e235986-7e41-4e24-8c55-908c62a562cb,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:27.732546 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-685eb726-50dd-4665-9168-9cf5d22f7b3f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:27.779629 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:27.795165 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d3d1584c-b108-4c75-89a4-ed101cfa1b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:27.806690 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-685eb726-50dd-4665-9168-9cf5d22f7b3f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:27.922341 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-685eb726-50dd-4665-9168-9cf5d22f7b3f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:27.939569 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:28.006545 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.db_base_plugin_common [None req-d3d1584c-b108-4c75-89a4-ed101cfa1b79 admin admin] Allocated IP 172.20.0.1 (ab9729e9-89be-4457-b5bf-82dcdfb6239a/edf2f188-58f3-4923-af16-ca5013d39e5c/63aa18d3-d46d-4558-a793-6a6b37306647) {{(pid=92440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:34:28.046693 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port 21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac,segment=NetworkSegment(18b6c5b1-88a1-4eb4-9eff-ac82b02fcfa9),segment_id=18b6c5b1-88a1-4eb4-9eff-ac82b02fcfa9)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:34:28.138492 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:28.139245 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 5f2d122c-863a-4fcf-9398-4d9a3aeead63 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:34:28.146492 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:28.168028 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-685eb726-50dd-4665-9168-9cf5d22f7b3f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for port, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:28.170862 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d3d1584c-b108-4c75-89a4-ed101cfa1b79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:28.184868 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.provisioning_blocks [None req-d3d1584c-b108-4c75-89a4-ed101cfa1b79 admin admin] Transition to ACTIVE for port object 63aa18d3-d46d-4558-a793-6a6b37306647 will not be triggered until provisioned by entity DHCP. {{(pid=92440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:34:28.243424 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] Notify callbacks [] for port, precommit_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:28.251156 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-685eb726-50dd-4665-9168-9cf5d22f7b3f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940517'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:28.254519 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:28.263095 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac,revision_number=3']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:28.268265 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:28.269389 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] Transition to ACTIVE for port object 167a7bc6-dc1e-4e3e-b77c-a6006322b131 will not be triggered until provisioned by entity L2. {{(pid=92442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:34:28.279784 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d3d1584c-b108-4c75-89a4-ed101cfa1b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-532407449'] for port, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:28.282932 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-e3ada5e6-7246-4823-a110-b87d5c9562a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:28.283241 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 5f2d122c-863a-4fcf-9398-4d9a3aeead63 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:34:28.283692 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:28.329638 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d1584c-b108-4c75-89a4-ed101cfa1b79 admin admin] Network ab9729e9-89be-4457-b5bf-82dcdfb6239a is already hosted by enough agents. {{(pid=92440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:34:28.332686 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [None req-d3d1584c-b108-4c75-89a4-ed101cfa1b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:34:28.335288 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d1584c-b108-4c75-89a4-ed101cfa1b79 admin admin] Received port after_create {{(pid=92440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:34:28.346788 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685eb726-50dd-4665-9168-9cf5d22f7b3f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Pushing event updated for resources: {'Port': ['ID=3e235986-7e41-4e24-8c55-908c62a562cb,revision_number=2']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:28.351094 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-685eb726-50dd-4665-9168-9cf5d22f7b3f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:28.365042 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-685eb726-50dd-4665-9168-9cf5d22f7b3f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:28.377481 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1584c-b108-4c75-89a4-ed101cfa1b79 admin admin] Pushing event updated for resources: {'Port': ['ID=63aa18d3-d46d-4558-a793-6a6b37306647,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:28.380312 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:28.384475 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:28.390263 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-d3d1584c-b108-4c75-89a4-ed101cfa1b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:28.408804 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d3d1584c-b108-4c75-89a4-ed101cfa1b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-934716'] for router_interface, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:28.439646 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-685eb726-50dd-4665-9168-9cf5d22f7b3f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for floatingip, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:28.449373 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-685eb726-50dd-4665-9168-9cf5d22f7b3f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4922841 Jun 10 15:34:28.482070 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f06781-1904-4433-9dab-a34bd1333921 None None] Pushing event updated for resources: {'Port': ['ID=167a7bc6-dc1e-4e3e-b77c-a6006322b131,revision_number=2']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:28.486317 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-84f06781-1904-4433-9dab-a34bd1333921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:28.487300 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] Attempting to bind port 167a7bc6-dc1e-4e3e-b77c-a6006322b131 on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:34:28.487686 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] Attempting to bind port 167a7bc6-dc1e-4e3e-b77c-a6006322b131 by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:34:28.488052 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] Attempting to bind port 167a7bc6-dc1e-4e3e-b77c-a6006322b131 on network bafb3150-7231-46b7-88ed-3af7e5c7810a {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:34:28.497752 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:34:28.498166 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] Checking segment: {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:34:28.498586 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:28.498992 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] Bound using segment: {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'} {{(pid=92442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:34:28.499487 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.managers [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] Bound port: 167a7bc6-dc1e-4e3e-b77c-a6006322b131, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e5071be-3ff9-4f49-a059-52127763fcbb', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a'}}] {{(pid=92442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:34:28.499875 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:28.572377 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] For port 167a7bc6-dc1e-4e3e-b77c-a6006322b131, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:34:28.576080 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] For port 167a7bc6-dc1e-4e3e-b77c-a6006322b131, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=167a7bc6-dc1e-4e3e-b77c-a6006322b131,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:34:28.657734 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:28.660802 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-84f06781-1904-4433-9dab-a34bd1333921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:28.719475 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b5a927a1-ac6a-4b9f-b8ee-04a76b0398a6 None None] Provisioning for port 63aa18d3-d46d-4558-a793-6a6b37306647 completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:34:28.722816 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d3d1584c-b108-4c75-89a4-ed101cfa1b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:28.732121 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] Routers {'6b6a3a51-890b-4be3-b79c-b12c165f3db3'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:34:28.732759 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:34:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['6b6a3a51-890b-4be3-b79c-b12c165f3db3'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:28.742440 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b5a927a1-ac6a-4b9f-b8ee-04a76b0398a6 None None] Provisioning complete for port 63aa18d3-d46d-4558-a793-6a6b37306647 triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:34:28.742818 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b5a927a1-ac6a-4b9f-b8ee-04a76b0398a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:28.749455 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e430afdb-7109-419e-8f31-fac0343c800c req-950bafe5-eb36-499e-95a5-50170d92ffe3 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1101012863&fields=id&tenant_id=d6983c1aeef04c37b1bcd3eb66cde14a HTTP/1.1" status: 200 len: 267 time: 0.0893750 Jun 10 15:34:28.858850 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f06781-1904-4433-9dab-a34bd1333921 None None] Pushing event updated for resources: {'Port': ['ID=167a7bc6-dc1e-4e3e-b77c-a6006322b131,revision_number=3']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:28.866175 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-84f06781-1904-4433-9dab-a34bd1333921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:28.897605 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b5a927a1-ac6a-4b9f-b8ee-04a76b0398a6 None None] Port 63aa18d3-d46d-4558-a793-6a6b37306647 cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:34:28.925103 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] Set router 6b6a3a51-890b-4be3-b79c-b12c165f3db3 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:34:29.004673 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430afdb-7109-419e-8f31-fac0343c800c req-7db74dd0-21d1-479a-be0a-791e6086acd4 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:29.006176 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e430afdb-7109-419e-8f31-fac0343c800c req-7db74dd0-21d1-479a-be0a-791e6086acd4 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/networks?id=d8191dcc-30ce-4ad4-9767-678dd0532ea2 HTTP/1.1" status: 200 len: 811 time: 0.2253468 Jun 10 15:34:29.035624 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e430afdb-7109-419e-8f31-fac0343c800c req-1094e36e-e845-4278-be2b-9579bdd9c3d3 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/quotas/d6983c1aeef04c37b1bcd3eb66cde14a HTTP/1.1" status: 200 len: 375 time: 0.0199630 Jun 10 15:34:29.103305 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d3d1584c-b108-4c75-89a4-ed101cfa1b79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:29.147013 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e430afdb-7109-419e-8f31-fac0343c800c req-f56fa8c6-5a8a-4b2f-9a38-6969a32a012a tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d6983c1aeef04c37b1bcd3eb66cde14a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1031258 Jun 10 15:34:29.173409 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d3d1584c-b108-4c75-89a4-ed101cfa1b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:29.177711 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-c30d7552-9d71-4d27-909b-9de3769441b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:29.212389 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6a3a51-890b-4be3-b79c-b12c165f3db3', 'name': 'tempest-TestShelveInstance-2102151165-router', 'tenant_id': '77ea8b1dace244c4b0450eac34cc10ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '167a7bc6-dc1e-4e3e-b77c-a6006322b131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:34:24Z', 'updated_at': '2021-06-10T15:34:28Z', 'revision_number': 4, 'project_id': '77ea8b1dace244c4b0450eac34cc10ba', 'gw_port': {'id': '167a7bc6-dc1e-4e3e-b77c-a6006322b131', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:32:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6a3a51-890b-4be3-b79c-b12c165f3db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:24Z', 'updated_at': '2021-06-10T15:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '63aa18d3-d46d-4558-a793-6a6b37306647', 'name': '', 'network_id': 'ab9729e9-89be-4457-b5bf-82dcdfb6239a', 'tenant_id': '77ea8b1dace244c4b0450eac34cc10ba', 'mac_address': 'fa:16:3e:d2:71:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6a3a51-890b-4be3-b79c-b12c165f3db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'edf2f188-58f3-4923-af16-ca5013d39e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:27Z', 'updated_at': '2021-06-10T15:34:28Z', 'revision_number': 1, 'project_id': '77ea8b1dace244c4b0450eac34cc10ba', 'subnets': [{'id': 'edf2f188-58f3-4923-af16-ca5013d39e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:29.217444 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3267f2ec-8582-4c8a-8384-001c10954402 None None] The sync data for ids ['6b6a3a51-890b-4be3-b79c-b12c165f3db3'] in dv-cinder-772126-2-iscsi is: [{'id': '6b6a3a51-890b-4be3-b79c-b12c165f3db3', 'name': 'tempest-TestShelveInstance-2102151165-router', 'tenant_id': '77ea8b1dace244c4b0450eac34cc10ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '167a7bc6-dc1e-4e3e-b77c-a6006322b131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:34:24Z', 'updated_at': '2021-06-10T15:34:28Z', 'revision_number': 4, 'project_id': '77ea8b1dace244c4b0450eac34cc10ba', 'gw_port': {'id': '167a7bc6-dc1e-4e3e-b77c-a6006322b131', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:32:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6a3a51-890b-4be3-b79c-b12c165f3db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:24Z', 'updated_at': '2021-06-10T15:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '63aa18d3-d46d-4558-a793-6a6b37306647', 'name': '', 'network_id': 'ab9729e9-89be-4457-b5bf-82dcdfb6239a', 'tenant_id': '77ea8b1dace244c4b0450eac34cc10ba', 'mac_address': 'fa:16:3e:d2:71:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6a3a51-890b-4be3-b79c-b12c165f3db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'edf2f188-58f3-4923-af16-ca5013d39e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:27Z', 'updated_at': '2021-06-10T15:34:28Z', 'revision_number': 1, 'project_id': '77ea8b1dace244c4b0450eac34cc10ba', 'subnets': [{'id': 'edf2f188-58f3-4923-af16-ca5013d39e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:34:29.238573 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [req-e430afdb-7109-419e-8f31-fac0343c800c req-5b6319e3-3ae4-4383-949e-4a2b20d82b6a service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=92440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 15:34:29.239589 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e430afdb-7109-419e-8f31-fac0343c800c req-5b6319e3-3ae4-4383-949e-4a2b20d82b6a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0809419 Jun 10 15:34:29.295837 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1584c-b108-4c75-89a4-ed101cfa1b79 admin admin] Pushing event updated for resources: {'Port': ['ID=63aa18d3-d46d-4558-a793-6a6b37306647,revision_number=2']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:29.298740 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-d3d1584c-b108-4c75-89a4-ed101cfa1b79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:29.310257 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-d3d1584c-b108-4c75-89a4-ed101cfa1b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-552177', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-934728'] for router_interface, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:29.310762 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:34:29.371699 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:34:29.372195 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:29.501005 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e430afdb-7109-419e-8f31-fac0343c800c req-fb31c9b2-ca5c-4ec9-82ea-b0d3f48e3560 service neutron] 10.222.0.26 "GET /v2.0/networks/d8191dcc-30ce-4ad4-9767-678dd0532ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522786 Jun 10 15:34:29.618560 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d1584c-b108-4c75-89a4-ed101cfa1b79 admin admin] Network ab9729e9-89be-4457-b5bf-82dcdfb6239a is already hosted by enough agents. {{(pid=92440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:34:29.626741 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [None req-d3d1584c-b108-4c75-89a4-ed101cfa1b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:34:29.746986 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e430afdb-7109-419e-8f31-fac0343c800c req-fab85c63-bf40-4d13-b819-d34195db31bc service neutron] 10.222.0.26 "GET /v2.0/networks/d8191dcc-30ce-4ad4-9767-678dd0532ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347677 Jun 10 15:34:29.807801 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d1584c-b108-4c75-89a4-ed101cfa1b79 admin admin] Router 6b6a3a51-890b-4be3-b79c-b12c165f3db3 has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:34:29.924009 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-efe78fcd-2d44-4450-bbfd-f7498edb0d77 None None] Provisioning complete for port 63aa18d3-d46d-4558-a793-6a6b37306647 triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:34:29.924586 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-efe78fcd-2d44-4450-bbfd-f7498edb0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:29.954270 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d1584c-b108-4c75-89a4-ed101cfa1b79 admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:34:29.959409 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-d3d1584c-b108-4c75-89a4-ed101cfa1b79 admin admin] 10.222.0.26 "PUT /v2.0/routers/6b6a3a51-890b-4be3-b79c-b12c165f3db3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7714632 Jun 10 15:34:29.967439 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-efe78fcd-2d44-4450-bbfd-f7498edb0d77 None None] Port 63aa18d3-d46d-4558-a793-6a6b37306647 cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:34:30.061149 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1f87f428-1cc0-44a2-a165-6938daa68e19 req-0e140d95-e35f-4cbd-aa63-55975bcdde42 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec94a13d-1c81-443f-8bf7-d1606484a3c8 HTTP/1.1" status: 200 len: 210 time: 0.0402873 Jun 10 15:34:30.496156 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 57488) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:30.502068 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-3e9693df-8023-4cff-8644-41d30c74dff4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-72770548', 'description': 'tempest-secgroup-smoke-72770548 description', 'project_id': '4517d521167249acb67d8141a24d7e7c'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:34:30.595451 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-3e9693df-8023-4cff-8644-41d30c74dff4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:30.696195 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-3e9693df-8023-4cff-8644-41d30c74dff4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:30.760039 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-3e9693df-8023-4cff-8644-41d30c74dff4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:30.763217 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-694f1121-e12f-4c31-b802-ab89f14a6455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:30.795951 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9693df-8023-4cff-8644-41d30c74dff4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ece3783d-1159-4d85-8a63-9e9ee1ae3778,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:30.799039 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-3e9693df-8023-4cff-8644-41d30c74dff4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:30.893593 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-3e9693df-8023-4cff-8644-41d30c74dff4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:30.894920 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-3e9693df-8023-4cff-8644-41d30c74dff4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.3973079 Jun 10 15:34:30.901455 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 57490) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:30.903377 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-b020e148-d8fc-42f1-b1b5-8628d23ecf4d tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Request body: {'security_group_rule': {'security_group_id': 'ece3783d-1159-4d85-8a63-9e9ee1ae3778', 'project_id': '4517d521167249acb67d8141a24d7e7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:34:31.007321 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b020e148-d8fc-42f1-b1b5-8628d23ecf4d tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:31.076086 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b020e148-d8fc-42f1-b1b5-8628d23ecf4d tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:31.167802 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b020e148-d8fc-42f1-b1b5-8628d23ecf4d tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955263'] for security_group_rule, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:31.170250 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:31.200447 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b020e148-d8fc-42f1-b1b5-8628d23ecf4d tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12005498-8836-4a26-9208-56a5005f8971,revision_number=0']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:31.227378 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-b020e148-d8fc-42f1-b1b5-8628d23ecf4d tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:31.229704 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-762aadf8-7822-4608-b01c-5bdb474f9b11 req-85fe066a-bd3c-48f5-92cf-738500645fff tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec94a13d-1c81-443f-8bf7-d1606484a3c8 HTTP/1.1" status: 200 len: 210 time: 0.0445907 Jun 10 15:34:31.291355 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b020e148-d8fc-42f1-b1b5-8628d23ecf4d tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:31.293774 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-b020e148-d8fc-42f1-b1b5-8628d23ecf4d tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3930614 Jun 10 15:34:31.295414 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 57494) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:31.300828 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-4e89897c-a411-4a01-b6b2-04513b8db5fb tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Request body: {'security_group_rule': {'security_group_id': 'ece3783d-1159-4d85-8a63-9e9ee1ae3778', 'project_id': '4517d521167249acb67d8141a24d7e7c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:34:31.324180 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 167a7bc6-dc1e-4e3e-b77c-a6006322b131 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:34:31.418725 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-4e89897c-a411-4a01-b6b2-04513b8db5fb tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:31.451144 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port 167a7bc6-dc1e-4e3e-b77c-a6006322b131 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:34:31.455046 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 167a7bc6-dc1e-4e3e-b77c-a6006322b131 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:34:31.455419 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:31.494717 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-4e89897c-a411-4a01-b6b2-04513b8db5fb tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:31.555502 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:31.577568 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port 167a7bc6-dc1e-4e3e-b77c-a6006322b131, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=167a7bc6-dc1e-4e3e-b77c-a6006322b131,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:34:31.622715 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-4e89897c-a411-4a01-b6b2-04513b8db5fb tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955263'] for security_group_rule, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:31.624789 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:31.643032 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89897c-a411-4a01-b6b2-04513b8db5fb tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01454961-0f65-404e-a6ec-2741a21298f1,revision_number=0']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:31.645706 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-4e89897c-a411-4a01-b6b2-04513b8db5fb tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:31.733184 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:31.735148 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f82ee3ce-ac6d-45df-8026-99dbd49f2712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:31.767527 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-4e89897c-a411-4a01-b6b2-04513b8db5fb tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:31.768745 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-4e89897c-a411-4a01-b6b2-04513b8db5fb tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4722519 Jun 10 15:34:31.772097 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 57502) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:31.778448 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-6b8e5be6-a8eb-4cf1-95b4-6b8142728e19 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Request body: {'security_group_rule': {'security_group_id': 'ece3783d-1159-4d85-8a63-9e9ee1ae3778', 'project_id': '4517d521167249acb67d8141a24d7e7c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:34:31.793878 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=167a7bc6-dc1e-4e3e-b77c-a6006322b131,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:31.796844 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:31.949715 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] Sync routers for ids ['6b6a3a51-890b-4be3-b79c-b12c165f3db3'] in dv-cinder-772126-2-iscsi {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:34:31.959395 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] Routers {'6b6a3a51-890b-4be3-b79c-b12c165f3db3'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:34:31.960107 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:34:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['6b6a3a51-890b-4be3-b79c-b12c165f3db3'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:31.966685 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6b8e5be6-a8eb-4cf1-95b4-6b8142728e19 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:32.038001 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6b8e5be6-a8eb-4cf1-95b4-6b8142728e19 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:32.115540 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] Set router 6b6a3a51-890b-4be3-b79c-b12c165f3db3 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:34:32.144465 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6b8e5be6-a8eb-4cf1-95b4-6b8142728e19 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955263'] for security_group_rule, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:32.149952 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:32.166451 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e5be6-a8eb-4cf1-95b4-6b8142728e19 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147f475e-dc26-47e1-9846-57fad3eacc87,revision_number=0']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:32.168951 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-6b8e5be6-a8eb-4cf1-95b4-6b8142728e19 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:32.241995 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6b8e5be6-a8eb-4cf1-95b4-6b8142728e19 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:32.243180 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-6b8e5be6-a8eb-4cf1-95b4-6b8142728e19 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4701259 Jun 10 15:34:32.245939 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 57504) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:32.303424 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-1861960c-3386-4137-ac30-7f1c7989f71d tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Request body: {'security_group_rule': {'security_group_id': 'ece3783d-1159-4d85-8a63-9e9ee1ae3778', 'project_id': '4517d521167249acb67d8141a24d7e7c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:34:32.368679 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430afdb-7109-419e-8f31-fac0343c800c req-df75add1-a7b8-4064-bd40-e618e5e52122 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:32.370193 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e430afdb-7109-419e-8f31-fac0343c800c req-df75add1-a7b8-4064-bd40-e618e5e52122 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.45 "GET /v2.0/networks?id=d8191dcc-30ce-4ad4-9767-678dd0532ea2 HTTP/1.1" status: 200 len: 811 time: 0.1712103 Jun 10 15:34:32.419981 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6a3a51-890b-4be3-b79c-b12c165f3db3', 'name': 'tempest-TestShelveInstance-2102151165-router', 'tenant_id': '77ea8b1dace244c4b0450eac34cc10ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '167a7bc6-dc1e-4e3e-b77c-a6006322b131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:34:24Z', 'updated_at': '2021-06-10T15:34:28Z', 'revision_number': 4, 'project_id': '77ea8b1dace244c4b0450eac34cc10ba', 'gw_port': {'id': '167a7bc6-dc1e-4e3e-b77c-a6006322b131', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a3a51-890b-4be3-b79c-b12c165f3db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:24Z', 'updated_at': '2021-06-10T15:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '63aa18d3-d46d-4558-a793-6a6b37306647', 'name': '', 'network_id': 'ab9729e9-89be-4457-b5bf-82dcdfb6239a', 'tenant_id': '77ea8b1dace244c4b0450eac34cc10ba', 'mac_address': 'fa:16:3e:d2:71:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6a3a51-890b-4be3-b79c-b12c165f3db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'edf2f188-58f3-4923-af16-ca5013d39e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:27Z', 'updated_at': '2021-06-10T15:34:28Z', 'revision_number': 2, 'project_id': '77ea8b1dace244c4b0450eac34cc10ba', 'subnets': [{'id': 'edf2f188-58f3-4923-af16-ca5013d39e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:32.423584 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] Checking router: 6b6a3a51-890b-4be3-b79c-b12c165f3db3 for host: dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:34:32.423949 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] Updating router 6b6a3a51-890b-4be3-b79c-b12c165f3db3 port 63aa18d3-d46d-4558-a793-6a6b37306647 binding host dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 15:34:32.445399 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-1861960c-3386-4137-ac30-7f1c7989f71d tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:32.471426 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:32.487639 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-091fd8cf-9082-4701-8504-fd23f93387ad req-775c9a20-a9ae-425b-b41e-b5421b9c8cb1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec94a13d-1c81-443f-8bf7-d1606484a3c8 HTTP/1.1" status: 200 len: 210 time: 0.0678520 Jun 10 15:34:32.494841 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e430afdb-7109-419e-8f31-fac0343c800c req-4e5d5fef-d631-4499-ac0d-eeb6dfb8f6c2 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6983c1aeef04c37b1bcd3eb66cde14a HTTP/1.1" status: 200 len: 380 time: 0.1155639 Jun 10 15:34:32.504340 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-e430afdb-7109-419e-8f31-fac0343c800c req-29ddb015-ac58-41f3-9717-62f2c8741449 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Request body: {'port': {'device_id': 'ec94a13d-1c81-443f-8bf7-d1606484a3c8', 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'admin_state_up': True, 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'security_groups': ['ce78b6a5-0c52-4ec3-a733-91a07d5853ae']}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:34:32.613248 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-1861960c-3386-4137-ac30-7f1c7989f71d tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:32.710942 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-1861960c-3386-4137-ac30-7f1c7989f71d tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955263'] for security_group_rule, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:32.713882 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:32.908077 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] Notify callbacks [] for port, precommit_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:32.919581 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.provisioning_blocks [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] Transition to ACTIVE for port object 63aa18d3-d46d-4558-a793-6a6b37306647 will not be triggered until provisioned by entity L2. {{(pid=92443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:34:33.050997 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e430afdb-7109-419e-8f31-fac0343c800c req-29ddb015-ac58-41f3-9717-62f2c8741449 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Made reservation on behalf of d6983c1aeef04c37b1bcd3eb66cde14a for: {'port': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:34:33.054111 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:33.058997 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-e430afdb-7109-419e-8f31-fac0343c800c req-29ddb015-ac58-41f3-9717-62f2c8741449 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:33.058997 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861960c-3386-4137-ac30-7f1c7989f71d tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33dae9bf-de69-468a-aff4-1df2753a143a,revision_number=0']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:33.059394 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-bfbf1085-2b5a-401d-9d31-39f2937fb288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:33.070704 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-1861960c-3386-4137-ac30-7f1c7989f71d tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:33.158149 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf595bc-c48b-475c-98b2-cdc9b94a0565 None None] Pushing event updated for resources: {'Port': ['ID=63aa18d3-d46d-4558-a793-6a6b37306647,revision_number=3']} {{(pid=92443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:33.168220 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf595bc-c48b-475c-98b2-cdc9b94a0565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:34:33.168562 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf595bc-c48b-475c-98b2-cdc9b94a0565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:34:33.169111 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf595bc-c48b-475c-98b2-cdc9b94a0565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:34:33.169445 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf595bc-c48b-475c-98b2-cdc9b94a0565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:34:33.169763 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf595bc-c48b-475c-98b2-cdc9b94a0565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:34:33.170113 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf595bc-c48b-475c-98b2-cdc9b94a0565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:34:33.170436 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf595bc-c48b-475c-98b2-cdc9b94a0565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:34:33.170756 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf595bc-c48b-475c-98b2-cdc9b94a0565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:34:33.171075 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf595bc-c48b-475c-98b2-cdc9b94a0565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:34:33.171392 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf595bc-c48b-475c-98b2-cdc9b94a0565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:34:33.171698 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf595bc-c48b-475c-98b2-cdc9b94a0565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:34:33.172009 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf595bc-c48b-475c-98b2-cdc9b94a0565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:34:33.196007 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-0cf595bc-c48b-475c-98b2-cdc9b94a0565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:33.199963 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-1861960c-3386-4137-ac30-7f1c7989f71d tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:33.201152 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-1861960c-3386-4137-ac30-7f1c7989f71d tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9542973 Jun 10 15:34:33.204052 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 57516) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:33.209416 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-8a1c2765-c2c3-45ec-8b28-85c4e94bb1de tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Request body: {'security_group_rule': {'security_group_id': 'ece3783d-1159-4d85-8a63-9e9ee1ae3778', 'project_id': '4517d521167249acb67d8141a24d7e7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:34:33.235380 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] Attempting to bind port 63aa18d3-d46d-4558-a793-6a6b37306647 on host dv-cinder-772126-2-iscsi for vnic_type normal with profile {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:34:33.235738 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] Attempting to bind port 63aa18d3-d46d-4558-a793-6a6b37306647 by drivers openvswitch,hyperv on host dv-cinder-772126-2-iscsi at level 0 using segments [{'id': '18b6c5b1-88a1-4eb4-9eff-ac82b02fcfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ab9729e9-89be-4457-b5bf-82dcdfb6239a'}] {{(pid=92443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:34:33.236569 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] Attempting to bind port 63aa18d3-d46d-4558-a793-6a6b37306647 on network ab9729e9-89be-4457-b5bf-82dcdfb6239a {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:34:33.244685 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] Checking agent: {'id': '1b39bdf5-f485-4f93-82ee-168e2cc91067', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772126-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 16, 21), 'started_at': datetime.datetime(2021, 6, 10, 15, 16, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772126-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:34:33.245293 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] Checking segment: {'id': '18b6c5b1-88a1-4eb4-9eff-ac82b02fcfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ab9729e9-89be-4457-b5bf-82dcdfb6239a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:34:33.245892 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:33.246458 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] Bound using segment: {'id': '18b6c5b1-88a1-4eb4-9eff-ac82b02fcfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ab9729e9-89be-4457-b5bf-82dcdfb6239a'} {{(pid=92443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:34:33.247092 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.managers [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] Bound port: 63aa18d3-d46d-4558-a793-6a6b37306647, host: dv-cinder-772126-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18b6c5b1-88a1-4eb4-9eff-ac82b02fcfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'ab9729e9-89be-4457-b5bf-82dcdfb6239a'}}] {{(pid=92443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:34:33.248222 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:33.255993 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.db_base_plugin_common [req-e430afdb-7109-419e-8f31-fac0343c800c req-29ddb015-ac58-41f3-9717-62f2c8741449 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Allocated IP 172.20.0.13 (d8191dcc-30ce-4ad4-9767-678dd0532ea2/146d4102-3e59-4e06-be05-0c274045f9fb/b4a5be9c-54b6-42be-b4b7-e877bd1fce25) {{(pid=92440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:34:33.334722 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.db [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] For port 63aa18d3-d46d-4558-a793-6a6b37306647, host dv-cinder-772126-2-iscsi, cleared binding levels {{(pid=92443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:34:33.338119 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.plugins.ml2.db [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] For port 63aa18d3-d46d-4558-a793-6a6b37306647, host dv-cinder-772126-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=63aa18d3-d46d-4558-a793-6a6b37306647,segment=NetworkSegment(18b6c5b1-88a1-4eb4-9eff-ac82b02fcfa9),segment_id=18b6c5b1-88a1-4eb4-9eff-ac82b02fcfa9)] {{(pid=92443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:34:33.338597 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 167a7bc6-dc1e-4e3e-b77c-a6006322b131 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:34:33.393894 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 167a7bc6-dc1e-4e3e-b77c-a6006322b131 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:34:33.394550 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.db.securitygroups_db [None req-8a1c2765-c2c3-45ec-8b28-85c4e94bb1de tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Project 4517d521167249acb67d8141a24d7e7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 15:34:33.394712 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:33.400736 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-8a1c2765-c2c3-45ec-8b28-85c4e94bb1de tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:33.405748 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron_lib.callbacks.manager [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:33.408072 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-28113be5-b646-4013-a92e-aa28082a7514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:33.487504 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-e430afdb-7109-419e-8f31-fac0343c800c req-29ddb015-ac58-41f3-9717-62f2c8741449 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for port, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:33.508182 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf595bc-c48b-475c-98b2-cdc9b94a0565 None None] Pushing event updated for resources: {'Port': ['ID=63aa18d3-d46d-4558-a793-6a6b37306647,revision_number=4']} {{(pid=92443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:33.511654 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG oslo_concurrency.lockutils [None req-0cf595bc-c48b-475c-98b2-cdc9b94a0565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:33.518627 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] Routers {'6b6a3a51-890b-4be3-b79c-b12c165f3db3'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:34:33.519482 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:34:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['6b6a3a51-890b-4be3-b79c-b12c165f3db3'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:33.523036 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.provisioning_blocks [req-e430afdb-7109-419e-8f31-fac0343c800c req-29ddb015-ac58-41f3-9717-62f2c8741449 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Transition to ACTIVE for port object b4a5be9c-54b6-42be-b4b7-e877bd1fce25 will not be triggered until provisioned by entity DHCP. {{(pid=92440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:34:33.537609 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-8a1c2765-c2c3-45ec-8b28-85c4e94bb1de tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:33.645563 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-8a1c2765-c2c3-45ec-8b28-85c4e94bb1de tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955263'] for security_group_rule, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:33.669738 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-b020e148-d8fc-42f1-b1b5-8628d23ecf4d tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:33.673710 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2d4644e6-40de-4fad-94d2-db158f1912e4 req-0122f300-ffd2-4bbb-8d9f-2768f65489ca tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec94a13d-1c81-443f-8bf7-d1606484a3c8 HTTP/1.1" status: 200 len: 210 time: 0.0403376 Jun 10 15:34:33.684261 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-e430afdb-7109-419e-8f31-fac0343c800c req-29ddb015-ac58-41f3-9717-62f2c8741449 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-532407449'] for port, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:33.684473 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] Set router 6b6a3a51-890b-4be3-b79c-b12c165f3db3 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:34:33.696969 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c2765-c2c3-45ec-8b28-85c4e94bb1de tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2549c88-2521-49c5-a133-9ca00b1971ff,revision_number=0']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:33.705375 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-8a1c2765-c2c3-45ec-8b28-85c4e94bb1de tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:33.707440 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-e15ada2d-7d5b-4451-b70f-c58d622e6d09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:33.752595 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e430afdb-7109-419e-8f31-fac0343c800c req-29ddb015-ac58-41f3-9717-62f2c8741449 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Network d8191dcc-30ce-4ad4-9767-678dd0532ea2 is already hosted by enough agents. {{(pid=92440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:34:33.760317 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [req-e430afdb-7109-419e-8f31-fac0343c800c req-29ddb015-ac58-41f3-9717-62f2c8741449 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Resources bound (agent type, host, resource id): {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:34:33.763432 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-e430afdb-7109-419e-8f31-fac0343c800c req-29ddb015-ac58-41f3-9717-62f2c8741449 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Received port after_create {{(pid=92440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:34:33.801418 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-8a1c2765-c2c3-45ec-8b28-85c4e94bb1de tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:33.803753 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-8a1c2765-c2c3-45ec-8b28-85c4e94bb1de tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5986426 Jun 10 15:34:33.807136 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 57524) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:33.813371 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-1bba7d62-7fdc-4f8f-8e6c-c9882eebf521 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Request body: {'security_group_rule': {'security_group_id': 'ece3783d-1159-4d85-8a63-9e9ee1ae3778', 'project_id': '4517d521167249acb67d8141a24d7e7c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:34:33.815212 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddb015-ac58-41f3-9717-62f2c8741449 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Pushing event updated for resources: {'Port': ['ID=b4a5be9c-54b6-42be-b4b7-e877bd1fce25,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:33.818857 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-29ddb015-ac58-41f3-9717-62f2c8741449 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:33.839446 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430afdb-7109-419e-8f31-fac0343c800c req-29ddb015-ac58-41f3-9717-62f2c8741449 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:33.840348 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-e430afdb-7109-419e-8f31-fac0343c800c req-29ddb015-ac58-41f3-9717-62f2c8741449 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:33.941908 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.db.securitygroups_db [None req-1bba7d62-7fdc-4f8f-8e6c-c9882eebf521 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Project 4517d521167249acb67d8141a24d7e7c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 15:34:33.945553 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1bba7d62-7fdc-4f8f-8e6c-c9882eebf521 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:33.969005 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6a3a51-890b-4be3-b79c-b12c165f3db3', 'name': 'tempest-TestShelveInstance-2102151165-router', 'tenant_id': '77ea8b1dace244c4b0450eac34cc10ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '167a7bc6-dc1e-4e3e-b77c-a6006322b131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:34:24Z', 'updated_at': '2021-06-10T15:34:28Z', 'revision_number': 4, 'project_id': '77ea8b1dace244c4b0450eac34cc10ba', 'gw_port': {'id': '167a7bc6-dc1e-4e3e-b77c-a6006322b131', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a3a51-890b-4be3-b79c-b12c165f3db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:24Z', 'updated_at': '2021-06-10T15:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '63aa18d3-d46d-4558-a793-6a6b37306647', 'name': '', 'network_id': 'ab9729e9-89be-4457-b5bf-82dcdfb6239a', 'tenant_id': '77ea8b1dace244c4b0450eac34cc10ba', 'mac_address': 'fa:16:3e:d2:71:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6a3a51-890b-4be3-b79c-b12c165f3db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'edf2f188-58f3-4923-af16-ca5013d39e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:27Z', 'updated_at': '2021-06-10T15:34:33Z', 'revision_number': 4, 'project_id': '77ea8b1dace244c4b0450eac34cc10ba', 'subnets': [{'id': 'edf2f188-58f3-4923-af16-ca5013d39e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:33.972484 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbc9a73-7c48-4b09-b308-9a10d97eca60 None None] The sync data for ids ['6b6a3a51-890b-4be3-b79c-b12c165f3db3'] in dv-cinder-772126-2-iscsi is: [{'id': '6b6a3a51-890b-4be3-b79c-b12c165f3db3', 'name': 'tempest-TestShelveInstance-2102151165-router', 'tenant_id': '77ea8b1dace244c4b0450eac34cc10ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '167a7bc6-dc1e-4e3e-b77c-a6006322b131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:34:24Z', 'updated_at': '2021-06-10T15:34:28Z', 'revision_number': 4, 'project_id': '77ea8b1dace244c4b0450eac34cc10ba', 'gw_port': {'id': '167a7bc6-dc1e-4e3e-b77c-a6006322b131', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a3a51-890b-4be3-b79c-b12c165f3db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:24Z', 'updated_at': '2021-06-10T15:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '63aa18d3-d46d-4558-a793-6a6b37306647', 'name': '', 'network_id': 'ab9729e9-89be-4457-b5bf-82dcdfb6239a', 'tenant_id': '77ea8b1dace244c4b0450eac34cc10ba', 'mac_address': 'fa:16:3e:d2:71:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b6a3a51-890b-4be3-b79c-b12c165f3db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'edf2f188-58f3-4923-af16-ca5013d39e5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:27Z', 'updated_at': '2021-06-10T15:34:33Z', 'revision_number': 4, 'project_id': '77ea8b1dace244c4b0450eac34cc10ba', 'subnets': [{'id': 'edf2f188-58f3-4923-af16-ca5013d39e5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:34:34.016926 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1bba7d62-7fdc-4f8f-8e6c-c9882eebf521 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:34.036782 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e430afdb-7109-419e-8f31-fac0343c800c req-29ddb015-ac58-41f3-9717-62f2c8741449 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5341463 Jun 10 15:34:34.050981 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-e430afdb-7109-419e-8f31-fac0343c800c req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] Request body: {'port': {'device_id': 'ec94a13d-1c81-443f-8bf7-d1606484a3c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:34:34.087513 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-6756b0a4-a64c-424b-8236-692648be57e4 None None] Provisioning for port b4a5be9c-54b6-42be-b4b7-e877bd1fce25 completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:34:34.091802 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-6756b0a4-a64c-424b-8236-692648be57e4 None None] Provisioning complete for port b4a5be9c-54b6-42be-b4b7-e877bd1fce25 triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:34:34.092387 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-6756b0a4-a64c-424b-8236-692648be57e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:34.116713 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1bba7d62-7fdc-4f8f-8e6c-c9882eebf521 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955263'] for security_group_rule, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:34.121752 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-560e81f9-2179-4b40-97bd-c0cbc72c6eef tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:34.136345 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-6756b0a4-a64c-424b-8236-692648be57e4 None None] Port b4a5be9c-54b6-42be-b4b7-e877bd1fce25 cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:34:34.149053 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-e430afdb-7109-419e-8f31-fac0343c800c req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:34.150289 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba7d62-7fdc-4f8f-8e6c-c9882eebf521 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d14790c-6736-4ed1-a7c9-9970fca3a4fe,revision_number=0']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:34.155701 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-1bba7d62-7fdc-4f8f-8e6c-c9882eebf521 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:34.235947 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-1bba7d62-7fdc-4f8f-8e6c-c9882eebf521 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:34.237552 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-1bba7d62-7fdc-4f8f-8e6c-c9882eebf521 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4291599 Jun 10 15:34:34.507798 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [req-e430afdb-7109-419e-8f31-fac0343c800c req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a5be9c-54b6-42be-b4b7-e877bd1fce25 {{(pid=92440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:34:34.518064 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-e430afdb-7109-419e-8f31-fac0343c800c req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:34.531651 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.provisioning_blocks [req-e430afdb-7109-419e-8f31-fac0343c800c req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] Transition to ACTIVE for port object b4a5be9c-54b6-42be-b4b7-e877bd1fce25 will not be triggered until provisioned by entity L2. {{(pid=92440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:34:34.616933 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-e430afdb-7109-419e-8f31-fac0343c800c req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:34.619976 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:34.749354 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a5be9c-54b6-42be-b4b7-e877bd1fce25,revision_number=2']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:34.752264 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:34.829633 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-e430afdb-7109-419e-8f31-fac0343c800c req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] Attempting to bind port b4a5be9c-54b6-42be-b4b7-e877bd1fce25 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:34:34.830766 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-e430afdb-7109-419e-8f31-fac0343c800c req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] Attempting to bind port b4a5be9c-54b6-42be-b4b7-e877bd1fce25 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '6e089edc-2b2c-4dd6-a59e-afac8de582a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2'}] {{(pid=92440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:34:34.831001 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e430afdb-7109-419e-8f31-fac0343c800c req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] Attempting to bind port b4a5be9c-54b6-42be-b4b7-e877bd1fce25 on network d8191dcc-30ce-4ad4-9767-678dd0532ea2 {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:34:34.860918 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e430afdb-7109-419e-8f31-fac0343c800c req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] Port b4a5be9c-54b6-42be-b4b7-e877bd1fce25 on network d8191dcc-30ce-4ad4-9767-678dd0532ea2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:34:34.861505 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e430afdb-7109-419e-8f31-fac0343c800c req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] Attempting to bind port b4a5be9c-54b6-42be-b4b7-e877bd1fce25 on network d8191dcc-30ce-4ad4-9767-678dd0532ea2 {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:34:34.868472 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e430afdb-7109-419e-8f31-fac0343c800c req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] Checking agent: {'id': 'e28e421a-1ab2-4a36-8074-76b1dba64f57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'started_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:34:34.868813 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e430afdb-7109-419e-8f31-fac0343c800c req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] Checking segment: {'id': '6e089edc-2b2c-4dd6-a59e-afac8de582a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:34:34.869198 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e430afdb-7109-419e-8f31-fac0343c800c req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] Bound using segment: {'id': '6e089edc-2b2c-4dd6-a59e-afac8de582a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2'} {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:34:34.869640 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-e430afdb-7109-419e-8f31-fac0343c800c req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] Bound port: b4a5be9c-54b6-42be-b4b7-e877bd1fce25, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e089edc-2b2c-4dd6-a59e-afac8de582a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2'}}] {{(pid=92440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:34:34.870023 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-e430afdb-7109-419e-8f31-fac0343c800c req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:34.950511 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7c5da-1c47-459e-ace3-de7eeed5bf57 req-0fe274b0-ae12-4178-9893-57c858520929 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:34.952295 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-bbf7c5da-1c47-459e-ace3-de7eeed5bf57 req-0fe274b0-ae12-4178-9893-57c858520929 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec94a13d-1c81-443f-8bf7-d1606484a3c8 HTTP/1.1" status: 200 len: 944 time: 0.1369104 Jun 10 15:34:34.998012 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-e430afdb-7109-419e-8f31-fac0343c800c req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] For port b4a5be9c-54b6-42be-b4b7-e877bd1fce25, host hv-cinder-77212, cleared binding levels {{(pid=92440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:34:35.022660 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-e430afdb-7109-419e-8f31-fac0343c800c req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] For port b4a5be9c-54b6-42be-b4b7-e877bd1fce25, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=b4a5be9c-54b6-42be-b4b7-e877bd1fce25,segment=NetworkSegment(6e089edc-2b2c-4dd6-a59e-afac8de582a9),segment_id=6e089edc-2b2c-4dd6-a59e-afac8de582a9)] {{(pid=92440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:34:35.028596 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-bbf7c5da-1c47-459e-ace3-de7eeed5bf57 req-47133dc7-87e1-4ac4-82bb-5669128b5c11 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce78b6a5-0c52-4ec3-a733-91a07d5853ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659785 Jun 10 15:34:35.093739 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-e430afdb-7109-419e-8f31-fac0343c800c req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:35.095875 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:35.140583 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430afdb-7109-419e-8f31-fac0343c800c req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:35.141278 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-e430afdb-7109-419e-8f31-fac0343c800c req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:35.143279 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e430afdb-7109-419e-8f31-fac0343c800c req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] 10.222.0.45 "PUT /v2.0/ports/b4a5be9c-54b6-42be-b4b7-e877bd1fce25 HTTP/1.1" status: 200 len: 1094 time: 1.0968657 Jun 10 15:34:35.143279 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec94a13d-1c81-443f-8bf7-d1606484a3c8', 'tag': 'b4a5be9c-54b6-42be-b4b7-e877bd1fce25'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:34:35.145668 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ed687e-8c03-4753-b4f7-60c80d9748e0" -d '{"events": [{"name": "network-changed", "server_uuid": "ec94a13d-1c81-443f-8bf7-d1606484a3c8", "tag": "b4a5be9c-54b6-42be-b4b7-e877bd1fce25"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:34:35.184962 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a5be9c-54b6-42be-b4b7-e877bd1fce25,revision_number=3']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:35.190857 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:35.227919 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09032f80-57ac-47ec-a192-77adc5a88fbb x-openstack-request-id: req-09032f80-57ac-47ec-a192-77adc5a88fbb {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:34:35.228491 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec94a13d-1c81-443f-8bf7-d1606484a3c8", "tag": "b4a5be9c-54b6-42be-b4b7-e877bd1fce25", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:34:35.235526 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-09032f80-57ac-47ec-a192-77adc5a88fbb {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:34:35.235526 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec94a13d-1c81-443f-8bf7-d1606484a3c8', 'tag': 'b4a5be9c-54b6-42be-b4b7-e877bd1fce25', 'status': 'completed', 'code': 200} Jun 10 15:34:35.378783 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 63aa18d3-d46d-4558-a793-6a6b37306647 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:34:35.414700 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed687e-8c03-4753-b4f7-60c80d9748e0 req-a9494d23-794e-4ebb-84d5-6f889e1f6625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:35.416225 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-60ed687e-8c03-4753-b4f7-60c80d9748e0 req-a9494d23-794e-4ebb-84d5-6f889e1f6625 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d6983c1aeef04c37b1bcd3eb66cde14a&device_id=ec94a13d-1c81-443f-8bf7-d1606484a3c8 HTTP/1.1" status: 200 len: 1097 time: 0.1562688 Jun 10 15:34:35.457398 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfc65a-1dc1-4448-9689-71fec9ce1e1b req-06841d2d-76bb-48fe-ba86-b926050cd7c8 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:35.460206 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0fbfc65a-1dc1-4448-9689-71fec9ce1e1b req-06841d2d-76bb-48fe-ba86-b926050cd7c8 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.1460400 Jun 10 15:34:35.510537 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning for port 63aa18d3-d46d-4558-a793-6a6b37306647 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:34:35.514527 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 63aa18d3-d46d-4558-a793-6a6b37306647 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:34:35.514908 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:35.572174 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0fbfc65a-1dc1-4448-9689-71fec9ce1e1b req-76ce753b-3819-477b-b703-dbf9060b02de tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052883 Jun 10 15:34:35.594333 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed687e-8c03-4753-b4f7-60c80d9748e0 req-a3d9f10e-7b3f-4059-863d-b3118840f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:35.594333 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-60ed687e-8c03-4753-b4f7-60c80d9748e0 req-a3d9f10e-7b3f-4059-863d-b3118840f4be service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d6983c1aeef04c37b1bcd3eb66cde14a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1693294 Jun 10 15:34:35.605436 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:35.642279 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] For port 63aa18d3-d46d-4558-a793-6a6b37306647, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=63aa18d3-d46d-4558-a793-6a6b37306647,segment=NetworkSegment(18b6c5b1-88a1-4eb4-9eff-ac82b02fcfa9),segment_id=18b6c5b1-88a1-4eb4-9eff-ac82b02fcfa9)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:34:35.723986 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed687e-8c03-4753-b4f7-60c80d9748e0 req-2f3390e2-38af-4260-a41a-028e11d16306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:35.723986 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-60ed687e-8c03-4753-b4f7-60c80d9748e0 req-2f3390e2-38af-4260-a41a-028e11d16306 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1180711 Jun 10 15:34:35.756589 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:35.758466 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:35.815590 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:35.816663 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Pushing event updated for resources: {'Port': ['ID=63aa18d3-d46d-4558-a793-6a6b37306647,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:35.820384 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430afdb-7109-419e-8f31-fac0343c800c req-a1e1ad1e-447a-426b-9226-2072adf5a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:35.823754 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:35.823886 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e430afdb-7109-419e-8f31-fac0343c800c req-a1e1ad1e-447a-426b-9226-2072adf5a354 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d6983c1aeef04c37b1bcd3eb66cde14a&device_id=ec94a13d-1c81-443f-8bf7-d1606484a3c8 HTTP/1.1" status: 200 len: 1097 time: 0.0620785 Jun 10 15:34:35.884468 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e430afdb-7109-419e-8f31-fac0343c800c req-63485288-b93c-4194-87c7-98cf03af9e93 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4a5be9c-54b6-42be-b4b7-e877bd1fce25 HTTP/1.1" status: 200 len: 217 time: 0.0552092 Jun 10 15:34:35.945277 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430afdb-7109-419e-8f31-fac0343c800c req-b574a439-a69e-4ce0-9a57-ebec60ae7b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:35.946800 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e430afdb-7109-419e-8f31-fac0343c800c req-b574a439-a69e-4ce0-9a57-ebec60ae7b50 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=146d4102-3e59-4e06-be05-0c274045f9fb HTTP/1.1" status: 200 len: 850 time: 0.0562465 Jun 10 15:34:36.015013 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430afdb-7109-419e-8f31-fac0343c800c req-decefcd7-8970-4300-a847-a78a762365f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:36.016503 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e430afdb-7109-419e-8f31-fac0343c800c req-decefcd7-8970-4300-a847-a78a762365f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8191dcc-30ce-4ad4-9767-678dd0532ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0626566 Jun 10 15:34:36.140366 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e430afdb-7109-419e-8f31-fac0343c800c req-b3b7e5cf-9e6c-429f-8d36-7ba85f502217 service neutron] 10.222.0.45 "GET /v2.0/networks/d8191dcc-30ce-4ad4-9767-678dd0532ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172807 Jun 10 15:34:36.317107 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e430afdb-7109-419e-8f31-fac0343c800c req-246702f5-7ab1-4159-93b4-08c23196cf5f service neutron] 10.222.0.45 "GET /v2.0/networks/d8191dcc-30ce-4ad4-9767-678dd0532ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694167 Jun 10 15:34:36.326307 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789649bf-035a-43f7-8eeb-99b7b5a80558 req-d8e0cd93-6310-4238-8c04-63adeb27360e tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:36.327662 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-789649bf-035a-43f7-8eeb-99b7b5a80558 req-d8e0cd93-6310-4238-8c04-63adeb27360e tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec94a13d-1c81-443f-8bf7-d1606484a3c8 HTTP/1.1" status: 200 len: 944 time: 0.1725969 Jun 10 15:34:36.369782 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-789649bf-035a-43f7-8eeb-99b7b5a80558 req-77b4f0ef-1f12-4382-abe2-463003263aa1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce78b6a5-0c52-4ec3-a733-91a07d5853ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359833 Jun 10 15:34:36.762432 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34e6f7-d26e-4cfd-94a6-bbc8408e8835 req-e659d21a-e872-49c7-9492-5c293b4a1320 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:36.763872 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1e34e6f7-d26e-4cfd-94a6-bbc8408e8835 req-e659d21a-e872-49c7-9492-5c293b4a1320 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.0723703 Jun 10 15:34:36.805174 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1e34e6f7-d26e-4cfd-94a6-bbc8408e8835 req-88ba7d16-ecfb-4556-bbab-8a3e4ec8684e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356414 Jun 10 15:34:37.315503 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 63aa18d3-d46d-4558-a793-6a6b37306647 up at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:34:37.335257 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d4a751e1-7f03-4036-bd51-a9d501d1bc68 req-4262e85c-3d66-4fd9-9ffa-1e6973537339 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0630012 Jun 10 15:34:37.377575 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Provisioning complete for port 63aa18d3-d46d-4558-a793-6a6b37306647 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:34:37.377984 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:37.427024 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a751e1-7f03-4036-bd51-a9d501d1bc68 req-ffabfb63-8152-4c53-8b96-cf56ac3864c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:37.428990 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d4a751e1-7f03-4036-bd51-a9d501d1bc68 req-ffabfb63-8152-4c53-8b96-cf56ac3864c5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a3ed0fc5497463faac2851a1aeb412c&device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 1098 time: 0.0700445 Jun 10 15:34:37.611934 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a751e1-7f03-4036-bd51-a9d501d1bc68 req-69381c2f-9353-4c76-9955-0c66be4550e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:37.613365 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d4a751e1-7f03-4036-bd51-a9d501d1bc68 req-69381c2f-9353-4c76-9955-0c66be4550e9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc452212-81ca-4caf-a3da-e16d5e17f9a5 HTTP/1.1" status: 200 len: 912 time: 0.1564028 Jun 10 15:34:37.684477 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b4e875-6161-47b9-bfea-84b8e76c5f4b req-7b503080-4dff-4fdd-b0ed-7c55cc186393 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:37.686081 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-88b4e875-6161-47b9-bfea-84b8e76c5f4b req-7b503080-4dff-4fdd-b0ed-7c55cc186393 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec94a13d-1c81-443f-8bf7-d1606484a3c8 HTTP/1.1" status: 200 len: 944 time: 0.1902797 Jun 10 15:34:37.726956 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d4a751e1-7f03-4036-bd51-a9d501d1bc68 req-97f7f157-868d-4a93-ab50-087e2de1be1b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61621ee4-5437-43cd-be5d-174801e370e3 HTTP/1.1" status: 200 len: 1001 time: 0.1060393 Jun 10 15:34:37.775358 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-88b4e875-6161-47b9-bfea-84b8e76c5f4b req-d35b3ea0-994a-43b8-b45f-8e48c8d630fb tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce78b6a5-0c52-4ec3-a733-91a07d5853ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737569 Jun 10 15:34:37.798214 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a751e1-7f03-4036-bd51-a9d501d1bc68 req-e915430b-2773-4739-a2dc-b930e9168948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:37.798214 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d4a751e1-7f03-4036-bd51-a9d501d1bc68 req-e915430b-2773-4739-a2dc-b930e9168948 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a35ed739-29e3-4a52-a6bc-15f7407e9f83 HTTP/1.1" status: 200 len: 850 time: 0.0571795 Jun 10 15:34:37.867878 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a751e1-7f03-4036-bd51-a9d501d1bc68 req-cb44675d-cd0e-4b0d-9f0b-582a99f79864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:37.869336 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d4a751e1-7f03-4036-bd51-a9d501d1bc68 req-cb44675d-cd0e-4b0d-9f0b-582a99f79864 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc452212-81ca-4caf-a3da-e16d5e17f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0659494 Jun 10 15:34:38.031178 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d4a751e1-7f03-4036-bd51-a9d501d1bc68 req-33994346-d2a9-4bcb-852a-c2e354a7ab7f service neutron] 10.222.0.45 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511269 Jun 10 15:34:38.091121 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ccb8dd-e0cc-4aae-8ea4-438c60b3d421 req-76f7b1f5-2525-47e1-9d87-b807f6792eea tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:38.092524 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-29ccb8dd-e0cc-4aae-8ea4-438c60b3d421 req-76f7b1f5-2525-47e1-9d87-b807f6792eea tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.1304538 Jun 10 15:34:38.191876 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-29ccb8dd-e0cc-4aae-8ea4-438c60b3d421 req-f043bbe5-1830-4c32-b37d-dbb38a748b1d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553102 Jun 10 15:34:38.195946 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d4a751e1-7f03-4036-bd51-a9d501d1bc68 req-125282c6-d22c-4d90-a175-2c097f4d7b5c service neutron] 10.222.0.45 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566808 Jun 10 15:34:38.966528 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e740e600-5bd9-443c-bf2a-2534bbe41a56 req-e634da38-653e-451c-af2a-25cb89694b57 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:38.967988 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e740e600-5bd9-443c-bf2a-2534bbe41a56 req-e634da38-653e-451c-af2a-25cb89694b57 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec94a13d-1c81-443f-8bf7-d1606484a3c8 HTTP/1.1" status: 200 len: 944 time: 0.0697694 Jun 10 15:34:39.010889 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e740e600-5bd9-443c-bf2a-2534bbe41a56 req-041e7b88-322b-440c-9cbe-24cf157adca3 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce78b6a5-0c52-4ec3-a733-91a07d5853ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372825 Jun 10 15:34:39.385133 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322fd870-ee93-4116-bd55-db0a4cc53640 req-49378e11-881a-4556-b32a-177b49734760 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:39.386604 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-322fd870-ee93-4116-bd55-db0a4cc53640 req-49378e11-881a-4556-b32a-177b49734760 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.0750325 Jun 10 15:34:39.429957 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-322fd870-ee93-4116-bd55-db0a4cc53640 req-c770b520-a638-48cc-9c6a-ffd2c455cce6 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372763 Jun 10 15:34:40.196764 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5b2b8-34e9-4332-89f1-00b65713ba83 req-6656194b-147b-4e7a-92fd-e2a6256ff63f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:40.198256 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-79c5b2b8-34e9-4332-89f1-00b65713ba83 req-6656194b-147b-4e7a-92fd-e2a6256ff63f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec94a13d-1c81-443f-8bf7-d1606484a3c8 HTTP/1.1" status: 200 len: 944 time: 0.0749362 Jun 10 15:34:40.240922 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-79c5b2b8-34e9-4332-89f1-00b65713ba83 req-43dc893d-ce0c-4bc3-8dfa-c1a8270290c4 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce78b6a5-0c52-4ec3-a733-91a07d5853ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367620 Jun 10 15:34:40.622173 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49d19c-0d42-4aba-a60f-e24606818e2b req-9f787a16-fa4b-4cee-8c73-c2fa668853ae tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:40.623641 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-de49d19c-0d42-4aba-a60f-e24606818e2b req-9f787a16-fa4b-4cee-8c73-c2fa668853ae tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.0738997 Jun 10 15:34:40.659518 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device b4a5be9c-54b6-42be-b4b7-e877bd1fce25 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=92442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:34:40.664729 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-de49d19c-0d42-4aba-a60f-e24606818e2b req-b7d1bd82-0310-415d-a96c-ab335d763c0b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354149 Jun 10 15:34:40.779946 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port b4a5be9c-54b6-42be-b4b7-e877bd1fce25, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=b4a5be9c-54b6-42be-b4b7-e877bd1fce25,segment=NetworkSegment(6e089edc-2b2c-4dd6-a59e-afac8de582a9),segment_id=6e089edc-2b2c-4dd6-a59e-afac8de582a9)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:34:40.796549 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Returning: {'device': 'b4a5be9c-54b6-42be-b4b7-e877bd1fce25', 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'port_id': 'b4a5be9c-54b6-42be-b4b7-e877bd1fce25', 'mac_address': 'fa:16:3e:b2:ce:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:34:40.842916 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:40.858906 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a5be9c-54b6-42be-b4b7-e877bd1fce25 {{(pid=92442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:34:40.880892 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port b4a5be9c-54b6-42be-b4b7-e877bd1fce25, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=b4a5be9c-54b6-42be-b4b7-e877bd1fce25,segment=NetworkSegment(6e089edc-2b2c-4dd6-a59e-afac8de582a9),segment_id=6e089edc-2b2c-4dd6-a59e-afac8de582a9)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:34:40.953632 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:40.955429 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:41.009888 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=b4a5be9c-54b6-42be-b4b7-e877bd1fce25,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:41.013249 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:41.343801 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['b4a5be9c-54b6-42be-b4b7-e877bd1fce25'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:34:41.431775 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bd772-7889-4907-9f37-a1dd36eea52a req-dbe318a4-beae-451a-91cd-a9c7be87e46d tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:41.433328 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-981bd772-7889-4907-9f37-a1dd36eea52a req-dbe318a4-beae-451a-91cd-a9c7be87e46d tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec94a13d-1c81-443f-8bf7-d1606484a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0802255 Jun 10 15:34:41.476500 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-981bd772-7889-4907-9f37-a1dd36eea52a req-c579a701-888e-4f59-a237-4dbf207be848 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce78b6a5-0c52-4ec3-a733-91a07d5853ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365946 Jun 10 15:34:42.146044 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e7139-6487-497f-aca7-602137beb6f6 req-369a940d-2e73-4bee-8142-c895d18ba070 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:42.147665 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-425e7139-6487-497f-aca7-602137beb6f6 req-369a940d-2e73-4bee-8142-c895d18ba070 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.3650417 Jun 10 15:34:42.191739 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-425e7139-6487-497f-aca7-602137beb6f6 req-f2dbcf12-f555-40ff-88ca-94486430b0c7 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382421 Jun 10 15:34:42.658946 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67bb4b-06b7-4585-8d70-e926fbc9317b req-34e951cc-320d-4f62-90a8-cc591bf56f46 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:42.660391 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dc67bb4b-06b7-4585-8d70-e926fbc9317b req-34e951cc-320d-4f62-90a8-cc591bf56f46 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec94a13d-1c81-443f-8bf7-d1606484a3c8 HTTP/1.1" status: 200 len: 945 time: 0.0737939 Jun 10 15:34:42.674620 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device b4a5be9c-54b6-42be-b4b7-e877bd1fce25 up at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:34:42.706148 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dc67bb4b-06b7-4585-8d70-e926fbc9317b req-ef7dd326-f9f0-4632-84de-cbe621ba0b87 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce78b6a5-0c52-4ec3-a733-91a07d5853ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390632 Jun 10 15:34:42.813524 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning for port b4a5be9c-54b6-42be-b4b7-e877bd1fce25 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:34:42.817395 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning complete for port b4a5be9c-54b6-42be-b4b7-e877bd1fce25 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:34:42.818052 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:42.909330 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:42.935811 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec94a13d-1c81-443f-8bf7-d1606484a3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a5be9c-54b6-42be-b4b7-e877bd1fce25'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:34:42.938066 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbb649b-309c-4199-a90d-847cee45d19e" -d '{"events": [{"server_uuid": "ec94a13d-1c81-443f-8bf7-d1606484a3c8", "name": "network-vif-plugged", "status": "completed", "tag": "b4a5be9c-54b6-42be-b4b7-e877bd1fce25"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:34:42.951436 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port b4a5be9c-54b6-42be-b4b7-e877bd1fce25, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=b4a5be9c-54b6-42be-b4b7-e877bd1fce25,segment=NetworkSegment(6e089edc-2b2c-4dd6-a59e-afac8de582a9),segment_id=6e089edc-2b2c-4dd6-a59e-afac8de582a9)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:34:42.975231 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb92cf4-97c6-46a3-80c4-54614765590e x-openstack-request-id: req-8fb92cf4-97c6-46a3-80c4-54614765590e {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:34:42.975532 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec94a13d-1c81-443f-8bf7-d1606484a3c8", "name": "network-vif-plugged", "status": "completed", "tag": "b4a5be9c-54b6-42be-b4b7-e877bd1fce25", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:34:42.975792 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8fb92cf4-97c6-46a3-80c4-54614765590e {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:34:42.976186 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec94a13d-1c81-443f-8bf7-d1606484a3c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a5be9c-54b6-42be-b4b7-e877bd1fce25', 'code': 200} Jun 10 15:34:43.053958 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:43.056046 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:43.109475 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=b4a5be9c-54b6-42be-b4b7-e877bd1fce25,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:43.112814 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:43.194171 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:34:43.413097 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a92c8-fe0c-45af-80f8-1f080fe94077 req-6d98f44c-57e6-4927-9c26-424c40401404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:43.414598 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-469a92c8-fe0c-45af-80f8-1f080fe94077 req-6d98f44c-57e6-4927-9c26-424c40401404 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ec94a13d-1c81-443f-8bf7-d1606484a3c8 HTTP/1.1" status: 200 len: 1099 time: 0.1122844 Jun 10 15:34:43.423442 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be5741-82a8-4ec2-90f9-edf333a44936 req-faa9c3eb-7d28-451d-bffb-b5b8d5adbe97 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:43.424765 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b3be5741-82a8-4ec2-90f9-edf333a44936 req-faa9c3eb-7d28-451d-bffb-b5b8d5adbe97 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.1145747 Jun 10 15:34:43.495198 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-469a92c8-fe0c-45af-80f8-1f080fe94077 req-acb3956b-bef2-404b-86b8-56dfd7da45fd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ce78b6a5-0c52-4ec3-a733-91a07d5853ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693872 Jun 10 15:34:43.497930 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b3be5741-82a8-4ec2-90f9-edf333a44936 req-2825ec17-651f-45c0-9c27-05c8aa158803 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670354 Jun 10 15:34:43.889312 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df7644-8377-49e6-ba06-4f8245813e9e req-5cc7cb3f-c533-45d1-bf8c-91654bb8e056 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:43.890780 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-79df7644-8377-49e6-ba06-4f8245813e9e req-5cc7cb3f-c533-45d1-bf8c-91654bb8e056 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec94a13d-1c81-443f-8bf7-d1606484a3c8 HTTP/1.1" status: 200 len: 946 time: 0.0714645 Jun 10 15:34:43.931894 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-79df7644-8377-49e6-ba06-4f8245813e9e req-010e5922-ea8d-4bc7-8dc9-d2ed765fe31c tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce78b6a5-0c52-4ec3-a733-91a07d5853ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347245 Jun 10 15:34:44.700434 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7105b-4f4c-4434-b2c9-293e513ddd22 req-af3b9889-f953-4dac-8de8-9a4b4dac581b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:44.701953 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-08b7105b-4f4c-4434-b2c9-293e513ddd22 req-af3b9889-f953-4dac-8de8-9a4b4dac581b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.0895953 Jun 10 15:34:44.745748 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-08b7105b-4f4c-4434-b2c9-293e513ddd22 req-32d22c66-38f7-4de8-817a-565896733d73 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382583 Jun 10 15:34:45.116248 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c981f-0d97-4373-a811-de272cb1c351 req-f671ffc9-dde1-4eb6-8144-0767938b7daa tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:45.117988 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-282c981f-0d97-4373-a811-de272cb1c351 req-f671ffc9-dde1-4eb6-8144-0767938b7daa tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec94a13d-1c81-443f-8bf7-d1606484a3c8 HTTP/1.1" status: 200 len: 946 time: 0.0697606 Jun 10 15:34:45.162052 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-282c981f-0d97-4373-a811-de272cb1c351 req-a7ff24f1-b549-432f-8fed-597e996406d3 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce78b6a5-0c52-4ec3-a733-91a07d5853ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376418 Jun 10 15:34:45.941686 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b3659-b8ba-46b6-8db4-6a6655342501 req-381132f3-4a3d-432a-a6cd-8fd57b4668b4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:45.943725 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-549b3659-b8ba-46b6-8db4-6a6655342501 req-381132f3-4a3d-432a-a6cd-8fd57b4668b4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.0799680 Jun 10 15:34:45.984378 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-549b3659-b8ba-46b6-8db4-6a6655342501 req-c7989275-1be7-4fee-8354-f2e824b9dcd8 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349550 Jun 10 15:34:46.345224 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89dc2df-380a-4305-8de2-044928064b78 req-fd897a02-acd9-4277-bb2a-d70b065403b6 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:46.346612 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a89dc2df-380a-4305-8de2-044928064b78 req-fd897a02-acd9-4277-bb2a-d70b065403b6 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec94a13d-1c81-443f-8bf7-d1606484a3c8 HTTP/1.1" status: 200 len: 946 time: 0.0735674 Jun 10 15:34:46.389175 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a89dc2df-380a-4305-8de2-044928064b78 req-008fe391-cdf4-4e31-abd7-998ce5a70817 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce78b6a5-0c52-4ec3-a733-91a07d5853ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368550 Jun 10 15:34:46.572392 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64a1a3-395b-4656-8b9b-3526bfb7284e req-9ad03d6a-4131-4956-a8d1-f65790eb4c5e tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:46.573857 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-cd64a1a3-395b-4656-8b9b-3526bfb7284e req-9ad03d6a-4131-4956-a8d1-f65790eb4c5e tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec94a13d-1c81-443f-8bf7-d1606484a3c8 HTTP/1.1" status: 200 len: 946 time: 0.0733075 Jun 10 15:34:46.581992 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 57656) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:34:46.586872 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-ed55cc47-001b-4491-8899-623c5330b45b tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Request body: {'floatingip': {'port_id': 'b4a5be9c-54b6-42be-b4b7-e877bd1fce25'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:34:46.644005 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ed55cc47-001b-4491-8899-623c5330b45b tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for floatingip, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:47.297275 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc620ceb-5365-4305-85c3-b078f5b304c3 req-70469be8-6563-4d26-9881-0741305c0323 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:47.298686 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fc620ceb-5365-4305-85c3-b078f5b304c3 req-70469be8-6563-4d26-9881-0741305c0323 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.1859908 Jun 10 15:34:47.302971 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ed55cc47-001b-4491-8899-623c5330b45b tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:47.342905 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fc620ceb-5365-4305-85c3-b078f5b304c3 req-cfe0b835-4948-4a59-addf-2d57bf8d6355 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376551 Jun 10 15:34:47.482162 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ed55cc47-001b-4491-8899-623c5330b45b tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:47.617309 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.db.l3_db [None req-ed55cc47-001b-4491-8899-623c5330b45b tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Floating IP a6608c6f-f288-4e78-a4c9-1352c4bb0183 associated. External IP: 172.27.3.86, port: b4a5be9c-54b6-42be-b4b7-e877bd1fce25. Jun 10 15:34:47.914487 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed55cc47-001b-4491-8899-623c5330b45b tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Router 069be8d1-730c-4986-af9c-6b275da778f1 has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:34:48.058313 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed55cc47-001b-4491-8899-623c5330b45b tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:34:48.063242 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ed55cc47-001b-4491-8899-623c5330b45b tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for floatingip, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:48.070345 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0576c3ac-c58c-4dee-8177-fbb174d7becb None None] Sync routers for ids ['069be8d1-730c-4986-af9c-6b275da778f1'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:34:48.079926 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0576c3ac-c58c-4dee-8177-fbb174d7becb None None] Routers {'069be8d1-730c-4986-af9c-6b275da778f1'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:34:48.080617 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-0576c3ac-c58c-4dee-8177-fbb174d7becb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:34:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['069be8d1-730c-4986-af9c-6b275da778f1'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:48.107060 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-ed55cc47-001b-4491-8899-623c5330b45b tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "PUT /v2.0/floatingips/a6608c6f-f288-4e78-a4c9-1352c4bb0183 HTTP/1.1" status: 200 len: 991 time: 1.5240009 Jun 10 15:34:48.107747 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec94a13d-1c81-443f-8bf7-d1606484a3c8', 'tag': 'b4a5be9c-54b6-42be-b4b7-e877bd1fce25'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:34:48.110258 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f30efe-66e7-441f-9485-b0786eac3b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec94a13d-1c81-443f-8bf7-d1606484a3c8", "tag": "b4a5be9c-54b6-42be-b4b7-e877bd1fce25"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:34:48.150382 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5c4c9a-a75e-4b1b-b548-d5065ead3773 x-openstack-request-id: req-3c5c4c9a-a75e-4b1b-b548-d5065ead3773 {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:34:48.151006 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec94a13d-1c81-443f-8bf7-d1606484a3c8", "tag": "b4a5be9c-54b6-42be-b4b7-e877bd1fce25", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:34:48.151312 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3c5c4c9a-a75e-4b1b-b548-d5065ead3773 {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:34:48.151760 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec94a13d-1c81-443f-8bf7-d1606484a3c8', 'tag': 'b4a5be9c-54b6-42be-b4b7-e877bd1fce25', 'status': 'completed', 'code': 200} Jun 10 15:34:48.285322 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f30efe-66e7-441f-9485-b0786eac3b1d req-15585474-e31b-48f4-9bbf-73525cfe3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:48.287618 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-22f30efe-66e7-441f-9485-b0786eac3b1d req-15585474-e31b-48f4-9bbf-73525cfe3f66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d6983c1aeef04c37b1bcd3eb66cde14a&device_id=ec94a13d-1c81-443f-8bf7-d1606484a3c8 HTTP/1.1" status: 200 len: 1099 time: 0.1113267 Jun 10 15:34:48.369037 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-0576c3ac-c58c-4dee-8177-fbb174d7becb None None] Set router 069be8d1-730c-4986-af9c-6b275da778f1 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:34:48.408699 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f30efe-66e7-441f-9485-b0786eac3b1d req-ee6a7956-6afb-424d-8b72-cbadebca180b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:48.410415 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-22f30efe-66e7-441f-9485-b0786eac3b1d req-ee6a7956-6afb-424d-8b72-cbadebca180b service neutron] 10.222.0.45 "GET /v2.0/networks?id=d8191dcc-30ce-4ad4-9767-678dd0532ea2 HTTP/1.1" status: 200 len: 912 time: 0.1152301 Jun 10 15:34:48.478552 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-92f11be6-48fb-439c-8d71-57c70488566d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:48.538372 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-22f30efe-66e7-441f-9485-b0786eac3b1d req-96467d41-a474-4a53-8aa2-dbcb6bc01192 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b4a5be9c-54b6-42be-b4b7-e877bd1fce25 HTTP/1.1" status: 200 len: 999 time: 0.1203952 Jun 10 15:34:48.617665 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23037cf-53d6-4730-8d82-4fab09aa0447 req-7a928cdc-3363-4f2a-a96e-bf512ddcfd59 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:48.619193 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a23037cf-53d6-4730-8d82-4fab09aa0447 req-7a928cdc-3363-4f2a-a96e-bf512ddcfd59 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.1441867 Jun 10 15:34:48.621083 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f30efe-66e7-441f-9485-b0786eac3b1d req-9106af45-59e1-4d77-8c5b-28b3fd91c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:48.622464 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-22f30efe-66e7-441f-9485-b0786eac3b1d req-9106af45-59e1-4d77-8c5b-28b3fd91c146 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=146d4102-3e59-4e06-be05-0c274045f9fb HTTP/1.1" status: 200 len: 850 time: 0.0757256 Jun 10 15:34:48.667032 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-0576c3ac-c58c-4dee-8177-fbb174d7becb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069be8d1-730c-4986-af9c-6b275da778f1', 'name': 'tempest-AttachVolumeTestJSON-1301189758-router', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:25:53Z', 'updated_at': '2021-06-10T15:25:59Z', 'revision_number': 4, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'gw_port': {'id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:54Z', 'updated_at': '2021-06-10T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': 'a6608c6f-f288-4e78-a4c9-1352c4bb0183', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'port_id': 'b4a5be9c-54b6-42be-b4b7-e877bd1fce25', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'mac_address': 'fa:16:3e:b2:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec94a13d-1c81-443f-8bf7-d1606484a3c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:34:27Z', 'updated_at': '2021-06-10T15:34:47Z', 'revision_number': 1, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bf3ae0-a8ce-4388-9fc6-079f14d5306c', 'name': '', 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'mac_address': 'fa:16:3e:91:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:58Z', 'updated_at': '2021-06-10T15:26:05Z', 'revision_number': 5, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'subnets': [{'id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:48.670342 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0576c3ac-c58c-4dee-8177-fbb174d7becb None None] Checking router: 069be8d1-730c-4986-af9c-6b275da778f1 for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:34:48.678568 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0576c3ac-c58c-4dee-8177-fbb174d7becb None None] Routers {'069be8d1-730c-4986-af9c-6b275da778f1'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:34:48.679181 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-0576c3ac-c58c-4dee-8177-fbb174d7becb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:34:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['069be8d1-730c-4986-af9c-6b275da778f1'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:48.702939 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a23037cf-53d6-4730-8d82-4fab09aa0447 req-08c3a1a6-0e40-458f-9e40-df555c434afb tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781426 Jun 10 15:34:48.717301 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f30efe-66e7-441f-9485-b0786eac3b1d req-235431e0-5d0a-451e-8e56-24a1b88371d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:48.718842 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-22f30efe-66e7-441f-9485-b0786eac3b1d req-235431e0-5d0a-451e-8e56-24a1b88371d2 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8191dcc-30ce-4ad4-9767-678dd0532ea2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0873559 Jun 10 15:34:48.729648 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [req-22f30efe-66e7-441f-9485-b0786eac3b1d req-741a3869-0317-4d9a-bd5e-dda09f290a41 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=92440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 15:34:48.730834 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 268662c9-5a22-47db-99b8-84a3541679f8 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=92442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:34:48.731583 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-22f30efe-66e7-441f-9485-b0786eac3b1d req-741a3869-0317-4d9a-bd5e-dda09f290a41 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053551 Jun 10 15:34:48.849626 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-22f30efe-66e7-441f-9485-b0786eac3b1d req-da33c6a4-a47f-47cb-97d4-0b395caef8cf service neutron] 10.222.0.45 "GET /v2.0/networks/d8191dcc-30ce-4ad4-9767-678dd0532ea2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118250 Jun 10 15:34:48.899631 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-0576c3ac-c58c-4dee-8177-fbb174d7becb None None] Set router 069be8d1-730c-4986-af9c-6b275da778f1 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:34:49.044801 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 268662c9-5a22-47db-99b8-84a3541679f8, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=268662c9-5a22-47db-99b8-84a3541679f8,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:34:49.073690 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Returning: {'device': '268662c9-5a22-47db-99b8-84a3541679f8', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'port_id': '268662c9-5a22-47db-99b8-84a3541679f8', 'mac_address': 'fa:16:3e:69:b7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:34:49.205092 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:49.221963 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 268662c9-5a22-47db-99b8-84a3541679f8 {{(pid=92442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:34:49.260273 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 268662c9-5a22-47db-99b8-84a3541679f8, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=268662c9-5a22-47db-99b8-84a3541679f8,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:34:49.293310 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-22f30efe-66e7-441f-9485-b0786eac3b1d req-24a5a2b1-edfd-40e9-8f76-90d52233ac9b service neutron] 10.222.0.45 "GET /v2.0/networks/d8191dcc-30ce-4ad4-9767-678dd0532ea2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369948 Jun 10 15:34:49.316917 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-0576c3ac-c58c-4dee-8177-fbb174d7becb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069be8d1-730c-4986-af9c-6b275da778f1', 'name': 'tempest-AttachVolumeTestJSON-1301189758-router', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:25:53Z', 'updated_at': '2021-06-10T15:25:59Z', 'revision_number': 4, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'gw_port': {'id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:54Z', 'updated_at': '2021-06-10T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': 'a6608c6f-f288-4e78-a4c9-1352c4bb0183', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'port_id': 'b4a5be9c-54b6-42be-b4b7-e877bd1fce25', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'mac_address': 'fa:16:3e:b2:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec94a13d-1c81-443f-8bf7-d1606484a3c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:34:27Z', 'updated_at': '2021-06-10T15:34:47Z', 'revision_number': 1, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bf3ae0-a8ce-4388-9fc6-079f14d5306c', 'name': '', 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'mac_address': 'fa:16:3e:91:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:58Z', 'updated_at': '2021-06-10T15:26:05Z', 'revision_number': 5, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'subnets': [{'id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:34:49.321271 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0576c3ac-c58c-4dee-8177-fbb174d7becb None None] The sync data for ids ['069be8d1-730c-4986-af9c-6b275da778f1'] in dv-cinder-772126-2-iscsi is: [{'id': '069be8d1-730c-4986-af9c-6b275da778f1', 'name': 'tempest-AttachVolumeTestJSON-1301189758-router', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:25:53Z', 'updated_at': '2021-06-10T15:25:59Z', 'revision_number': 4, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'gw_port': {'id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:54Z', 'updated_at': '2021-06-10T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': 'a6608c6f-f288-4e78-a4c9-1352c4bb0183', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'floating_ip_address': '172.27.3.86', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'port_id': 'b4a5be9c-54b6-42be-b4b7-e877bd1fce25', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'mac_address': 'fa:16:3e:b2:ce:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec94a13d-1c81-443f-8bf7-d1606484a3c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:34:27Z', 'updated_at': '2021-06-10T15:34:47Z', 'revision_number': 1, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bf3ae0-a8ce-4388-9fc6-079f14d5306c', 'name': '', 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'mac_address': 'fa:16:3e:91:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:58Z', 'updated_at': '2021-06-10T15:26:05Z', 'revision_number': 5, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'subnets': [{'id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:34:49.359961 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:49.362790 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:49.421952 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=268662c9-5a22-47db-99b8-84a3541679f8,revision_number=6']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:49.425209 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:49.460836 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['268662c9-5a22-47db-99b8-84a3541679f8'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:34:49.505579 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaac6c1-2726-461f-91fa-e8426199ab6d None None] New status for floating IP a6608c6f-f288-4e78-a4c9-1352c4bb0183: ACTIVE {{(pid=92443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:34:49.890395 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd43a6-0982-424f-b393-3bd3bba5bc52 req-2efb80c9-577e-4616-9566-1b7d848cf06f tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:49.891824 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-04fd43a6-0982-424f-b393-3bd3bba5bc52 req-2efb80c9-577e-4616-9566-1b7d848cf06f tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 944 time: 0.0683796 Jun 10 15:34:49.933448 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-04fd43a6-0982-424f-b393-3bd3bba5bc52 req-09763f4d-6818-4b35-a249-26eb3459e74e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352418 Jun 10 15:34:50.699439 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 268662c9-5a22-47db-99b8-84a3541679f8 up at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:34:50.753734 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning complete for port 268662c9-5a22-47db-99b8-84a3541679f8 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:34:50.754152 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:50.783783 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:50.843523 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-1a9ada36-c1ca-49de-bf3a-752d3eccac98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:50.851187 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:50.876151 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9480061e-3701-42c5-9116-7c5067fc0fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268662c9-5a22-47db-99b8-84a3541679f8'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:34:50.878494 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04393dd-97f5-4f1b-8480-a2d562fa0415" -d '{"events": [{"server_uuid": "9480061e-3701-42c5-9116-7c5067fc0fff", "name": "network-vif-plugged", "status": "completed", "tag": "268662c9-5a22-47db-99b8-84a3541679f8"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:34:50.892656 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 268662c9-5a22-47db-99b8-84a3541679f8, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=268662c9-5a22-47db-99b8-84a3541679f8,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:34:50.914542 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13c1038-302f-48a9-9272-a64a857fb450 x-openstack-request-id: req-b13c1038-302f-48a9-9272-a64a857fb450 {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:34:50.914841 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9480061e-3701-42c5-9116-7c5067fc0fff", "name": "network-vif-plugged", "status": "completed", "tag": "268662c9-5a22-47db-99b8-84a3541679f8", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:34:50.915098 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b13c1038-302f-48a9-9272-a64a857fb450 {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:34:50.915494 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9480061e-3701-42c5-9116-7c5067fc0fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268662c9-5a22-47db-99b8-84a3541679f8', 'code': 200} Jun 10 15:34:51.020773 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:51.022736 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:34:51.076753 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=268662c9-5a22-47db-99b8-84a3541679f8,revision_number=7']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:34:51.079784 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:34:51.128907 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7dbe5-13ea-4fd7-9f4e-afbce7d1fa5b req-a664758b-e8a2-4f93-bf46-3191218daa5b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:51.130474 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9cb7dbe5-13ea-4fd7-9f4e-afbce7d1fa5b req-a664758b-e8a2-4f93-bf46-3191218daa5b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.0738649 Jun 10 15:34:51.172490 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9cb7dbe5-13ea-4fd7-9f4e-afbce7d1fa5b req-272db97a-c453-4748-9d36-62e2bec1fd9a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358028 Jun 10 15:34:52.207654 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:52.355147 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286c8ff-8102-4e46-b1bb-39e0f8470c99 req-35370311-1641-4981-ba9a-eb4a5b8269c1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:52.356499 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4286c8ff-8102-4e46-b1bb-39e0f8470c99 req-35370311-1641-4981-ba9a-eb4a5b8269c1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.0688324 Jun 10 15:34:52.397308 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4286c8ff-8102-4e46-b1bb-39e0f8470c99 req-416ae250-ed15-424e-95e3-2df881c212fe tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349827 Jun 10 15:34:53.585345 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51469c-8fe1-4b9c-bf5a-114fb1f64960 req-f7a709c6-1b17-4ecb-89c9-507cb7c729be tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:53.586907 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ec51469c-8fe1-4b9c-bf5a-114fb1f64960 req-f7a709c6-1b17-4ecb-89c9-507cb7c729be tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.0740981 Jun 10 15:34:53.633893 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ec51469c-8fe1-4b9c-bf5a-114fb1f64960 req-bceea8e9-b310-4e0f-b91c-5065315e991c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409622 Jun 10 15:34:53.811502 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:34:54.822158 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136c800-4b59-46a9-83f4-e4f50b316e77 req-48f0ee44-b3ba-4008-9e31-2a8132acca8e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:54.823623 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e136c800-4b59-46a9-83f4-e4f50b316e77 req-48f0ee44-b3ba-4008-9e31-2a8132acca8e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.0685503 Jun 10 15:34:54.865710 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e136c800-4b59-46a9-83f4-e4f50b316e77 req-e95e9e32-0f41-456c-9c37-ab1764613131 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362995 Jun 10 15:34:56.064778 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf7613b-1882-4d18-b168-0a5cbf2999d1 req-4f337653-3d68-4c41-a7b4-cbf3e449ef71 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:56.066374 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7cf7613b-1882-4d18-b168-0a5cbf2999d1 req-4f337653-3d68-4c41-a7b4-cbf3e449ef71 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.0856817 Jun 10 15:34:56.126370 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7cf7613b-1882-4d18-b168-0a5cbf2999d1 req-50f31cab-aaae-43f2-aaef-e0e0a305b7c1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530841 Jun 10 15:34:57.370845 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca16e0b-6e5e-49db-a3fc-fd514e9b46c1 req-e003a251-7603-4b34-b6e4-88c28e478936 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:57.372512 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3ca16e0b-6e5e-49db-a3fc-fd514e9b46c1 req-e003a251-7603-4b34-b6e4-88c28e478936 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.0875664 Jun 10 15:34:57.417483 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3ca16e0b-6e5e-49db-a3fc-fd514e9b46c1 req-9040daec-6c2b-49b7-8507-924fe5f759c6 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391979 Jun 10 15:34:58.619323 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a127d6f7-0f6c-4251-aa9b-c15c7c85d780 req-9d5d9db9-2cd4-4cb6-95b4-4f14f8d707dc tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:34:58.620786 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a127d6f7-0f6c-4251-aa9b-c15c7c85d780 req-9d5d9db9-2cd4-4cb6-95b4-4f14f8d707dc tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.0745590 Jun 10 15:34:58.663466 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a127d6f7-0f6c-4251-aa9b-c15c7c85d780 req-f83cb347-aad8-46bd-97a5-f64e52b4c98b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365324 Jun 10 15:35:00.053989 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed35fc-c35a-4926-95bf-44bc3c30df83 req-70e73513-6719-4efa-975d-9ad4c91a5681 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:00.055442 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-59ed35fc-c35a-4926-95bf-44bc3c30df83 req-70e73513-6719-4efa-975d-9ad4c91a5681 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.0716503 Jun 10 15:35:00.100469 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-59ed35fc-c35a-4926-95bf-44bc3c30df83 req-d032f0ba-76ce-4140-ab43-14bb3a129d46 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391948 Jun 10 15:35:01.310181 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223648e-e24c-497c-b2a9-294f0cf88a74 req-79a9931f-7e99-4b76-b17f-fa4a3c1f89e8 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:01.311687 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c223648e-e24c-497c-b2a9-294f0cf88a74 req-79a9931f-7e99-4b76-b17f-fa4a3c1f89e8 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.0921545 Jun 10 15:35:01.355331 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c223648e-e24c-497c-b2a9-294f0cf88a74 req-f7ecc18e-0158-44f5-9157-c9d6da25f85e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380518 Jun 10 15:35:01.740661 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-eb4aeef7-0440-486d-9f1c-61ddc9b4b6c8 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-72770548&fields=id&tenant_id=4517d521167249acb67d8141a24d7e7c HTTP/1.1" status: 200 len: 267 time: 0.0412562 Jun 10 15:35:01.912838 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-e8c1260e-2989-4e4c-ab8e-5c6d50d93ac8 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:01.914412 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-e8c1260e-2989-4e4c-ab8e-5c6d50d93ac8 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/networks?id=5a805898-5828-42de-b8ce-449b5c5f6a6a HTTP/1.1" status: 200 len: 809 time: 0.1655760 Jun 10 15:35:01.934627 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-2c7c91ee-001f-44b7-8c98-7853e77f58b4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/quotas/4517d521167249acb67d8141a24d7e7c HTTP/1.1" status: 200 len: 375 time: 0.0122442 Jun 10 15:35:02.030146 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-72009b7c-ca98-4a55-b187-c36a4e4b2627 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4517d521167249acb67d8141a24d7e7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0900722 Jun 10 15:35:02.166791 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-c8dd65fd-ae53-4a2e-91c6-fd4106c849fb service neutron] 10.222.0.26 "GET /v2.0/networks/5a805898-5828-42de-b8ce-449b5c5f6a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241772 Jun 10 15:35:02.288281 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-416a2886-b14f-4b4a-9350-90406622635e service neutron] 10.222.0.26 "GET /v2.0/networks/5a805898-5828-42de-b8ce-449b5c5f6a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154370 Jun 10 15:35:02.570578 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5ae4f-0cc0-47b9-a93b-58ad145b9852 req-02c08fe6-5189-47e7-ae57-c139eb888685 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:02.571984 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-08a5ae4f-0cc0-47b9-a93b-58ad145b9852 req-02c08fe6-5189-47e7-ae57-c139eb888685 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.0746961 Jun 10 15:35:02.623612 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-08a5ae4f-0cc0-47b9-a93b-58ad145b9852 req-f4366b84-bd50-4e99-85fe-0f9f3b71c41d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451901 Jun 10 15:35:02.938422 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5a42c1c0-4b75-4027-b0b8-598a00fd2380 req-71967d14-f4eb-4988-90f2-0ac5722ac64a tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 210 time: 0.0474875 Jun 10 15:35:03.836660 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e02891-a7ae-4474-bbb6-51ec814ce383 req-37092bb6-3815-4c75-af30-38a45872c8e8 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:03.839197 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b3e02891-a7ae-4474-bbb6-51ec814ce383 req-37092bb6-3815-4c75-af30-38a45872c8e8 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.0749247 Jun 10 15:35:03.886072 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b3e02891-a7ae-4474-bbb6-51ec814ce383 req-3229531a-9f96-4933-bbe5-31dfa3acd500 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409105 Jun 10 15:35:04.031551 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-409765ab-29c8-416d-b735-b33cadae7b13 req-ae9f5085-7ace-4b9f-bbed-0666b11ed3f9 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 210 time: 0.0469594 Jun 10 15:35:05.104532 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bce90-184b-4d41-93f7-ad22a71a3295 req-558d9b6e-cc08-42a0-8631-ab8fde515081 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:05.106204 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ac3bce90-184b-4d41-93f7-ad22a71a3295 req-558d9b6e-cc08-42a0-8631-ab8fde515081 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.0931315 Jun 10 15:35:05.203559 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ac3bce90-184b-4d41-93f7-ad22a71a3295 req-f66ddce4-f9a3-4593-b04f-b9771e573ba5 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798390 Jun 10 15:35:05.238733 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3f292d99-2ca8-434f-8398-28dc52d4c9f9 req-a18939b7-6579-48be-922c-7bad330e7978 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 210 time: 0.0507855 Jun 10 15:35:05.876570 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:06.457145 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0f2cb12a-aafe-43e0-8718-628342eb0720 req-00ea3887-e4ea-48bf-af83-c04724faa472 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 210 time: 0.0403435 Jun 10 15:35:06.492158 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48237bf-0ad7-41e2-877e-f975771595ad req-cf46d37f-d2f8-472b-bb3e-87090975e438 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:06.493657 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f48237bf-0ad7-41e2-877e-f975771595ad req-cf46d37f-d2f8-472b-bb3e-87090975e438 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.1431892 Jun 10 15:35:06.539153 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f48237bf-0ad7-41e2-877e-f975771595ad req-6e4f37ac-45a6-4bea-a0ed-3aa4dd86616e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390968 Jun 10 15:35:07.642467 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-99a84698-b825-4d42-87b5-fde613b012dc req-e1467f07-2680-4274-9295-a36af58278dd tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 210 time: 0.0470984 Jun 10 15:35:07.850597 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e758a-832b-4147-9221-f287229e2fdd req-023d49ba-3811-4dd3-8a00-af9c2638a252 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:07.852195 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8c4e758a-832b-4147-9221-f287229e2fdd req-023d49ba-3811-4dd3-8a00-af9c2638a252 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.0869989 Jun 10 15:35:07.900102 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8c4e758a-832b-4147-9221-f287229e2fdd req-abf3cd62-855e-4639-9348-9b4e6b993183 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376880 Jun 10 15:35:08.785621 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8ef17d62-4f8d-4663-9849-a6eeb82a1f3f req-2367692b-736f-428e-9439-724f4f178afe tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 210 time: 0.0328183 Jun 10 15:35:09.122717 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a536b9-df7a-40b2-b057-d8b86603ac88 req-0b8eafac-e6b9-40e5-8d40-00655d0590a9 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:09.124166 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-48a536b9-df7a-40b2-b057-d8b86603ac88 req-0b8eafac-e6b9-40e5-8d40-00655d0590a9 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.0943129 Jun 10 15:35:09.174022 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-48a536b9-df7a-40b2-b057-d8b86603ac88 req-5513b595-7685-4a72-93cc-ac82a1820b66 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434084 Jun 10 15:35:09.933014 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8b3fdfcb-4364-4989-832c-ba22cde11e7d req-a3827507-cc52-4a27-82b6-9e3a02c34f4a tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 210 time: 0.0333471 Jun 10 15:35:10.079289 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-bee5eab4-f5d8-406d-af69-19f90213af67 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:10.080766 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-bee5eab4-f5d8-406d-af69-19f90213af67 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.45 "GET /v2.0/networks?id=5a805898-5828-42de-b8ce-449b5c5f6a6a HTTP/1.1" status: 200 len: 809 time: 0.1387026 Jun 10 15:35:10.134707 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-40848f7f-94e4-47f8-b3ab-70a4dd9e251b tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4517d521167249acb67d8141a24d7e7c HTTP/1.1" status: 200 len: 378 time: 0.0403647 Jun 10 15:35:10.143730 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Request body: {'port': {'device_id': 'ecef4802-34c7-43b2-8396-83fa321b74b0', 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a', 'admin_state_up': True, 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'security_groups': ['ece3783d-1159-4d85-8a63-9e9ee1ae3778']}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:35:10.357123 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Made reservation on behalf of 4517d521167249acb67d8141a24d7e7c for: {'port': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:35:10.360572 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:10.386083 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519bb24a-26a7-4862-91e2-5a10bd8c37a0 req-fecd87a7-c744-4df6-bfca-c18b2146dba1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:10.387557 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-519bb24a-26a7-4862-91e2-5a10bd8c37a0 req-fecd87a7-c744-4df6-bfca-c18b2146dba1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.0886872 Jun 10 15:35:10.484668 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-519bb24a-26a7-4862-91e2-5a10bd8c37a0 req-dbbd1f79-def6-4993-ba65-3303694a905b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872884 Jun 10 15:35:10.546818 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.db_base_plugin_common [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Allocated IP 172.20.0.10 (5a805898-5828-42de-b8ce-449b5c5f6a6a/b115e941-9da1-483b-9e8a-4bf58d5be886/83f13f51-c7d7-4964-a648-cc7bcabe2832) {{(pid=92440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:35:10.706354 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for port, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:10.722390 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.provisioning_blocks [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Transition to ACTIVE for port object 83f13f51-c7d7-4964-a648-cc7bcabe2832 will not be triggered until provisioned by entity DHCP. {{(pid=92440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:35:10.860041 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-532407449'] for port, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:10.865641 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:35:10.918498 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Network 5a805898-5828-42de-b8ce-449b5c5f6a6a is already hosted by enough agents. {{(pid=92440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:35:10.921906 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Resources bound (agent type, host, resource id): {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:35:10.925674 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Received port after_create {{(pid=92440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:35:10.959081 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Pushing event updated for resources: {'Port': ['ID=83f13f51-c7d7-4964-a648-cc7bcabe2832,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:35:10.991984 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:10.992415 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:10.992789 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:10.993429 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:10.993822 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:10.996284 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:10.996834 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:10.997212 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:10.997700 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:10.997977 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:11.000421 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:11.000421 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:11.006283 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:35:11.012557 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:11.013194 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:11.176049 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee24276-d103-4c9d-9723-17b38b19248a req-aaf4e1a2-71f0-44dd-97fa-e4bac6a63a78 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:11.178228 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fee24276-d103-4c9d-9723-17b38b19248a req-aaf4e1a2-71f0-44dd-97fa-e4bac6a63a78 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 932 time: 0.0948994 Jun 10 15:35:11.179906 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0398824 Jun 10 15:35:11.204354 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] Request body: {'port': {'device_id': 'ecef4802-34c7-43b2-8396-83fa321b74b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:35:11.261455 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fee24276-d103-4c9d-9723-17b38b19248a req-062393bb-f116-41ec-8944-3e7c782e3152 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772121 Jun 10 15:35:11.282113 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-718d742a-f5a3-4648-8c87-b3754f2756d0 None None] Provisioning for port 83f13f51-c7d7-4964-a648-cc7bcabe2832 completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:35:11.286457 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-718d742a-f5a3-4648-8c87-b3754f2756d0 None None] Provisioning complete for port 83f13f51-c7d7-4964-a648-cc7bcabe2832 triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:35:11.290670 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-718d742a-f5a3-4648-8c87-b3754f2756d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:11.314877 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:11.330264 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-718d742a-f5a3-4648-8c87-b3754f2756d0 None None] Port 83f13f51-c7d7-4964-a648-cc7bcabe2832 cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:35:11.464878 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6c1f6-3af8-4068-8bd5-7d9418f82b80 req-73646b6c-2631-4b5b-817f-9d7db7503f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:11.466390 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-3fa6c1f6-3af8-4068-8bd5-7d9418f82b80 req-73646b6c-2631-4b5b-817f-9d7db7503f80 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc7c5988e6c495d9a904fb9069702f2&device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 1098 time: 0.0647216 Jun 10 15:35:11.586830 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6c1f6-3af8-4068-8bd5-7d9418f82b80 req-75cbf440-1a7c-4342-a315-eef3a9354e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:11.588284 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-3fa6c1f6-3af8-4068-8bd5-7d9418f82b80 req-75cbf440-1a7c-4342-a315-eef3a9354e44 service neutron] 10.222.0.45 "GET /v2.0/networks?id=4d632323-dfef-4d59-99a6-62839bb06dc5 HTTP/1.1" status: 200 len: 918 time: 0.1156199 Jun 10 15:35:11.679938 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-3fa6c1f6-3af8-4068-8bd5-7d9418f82b80 req-fbc6ac71-d8e1-4be0-806c-f0ee2f192441 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=268662c9-5a22-47db-99b8-84a3541679f8 HTTP/1.1" status: 200 len: 1000 time: 0.0848093 Jun 10 15:35:11.698679 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f13f51-c7d7-4964-a648-cc7bcabe2832 {{(pid=92440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:35:11.708012 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:11.740667 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.provisioning_blocks [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] Transition to ACTIVE for port object 83f13f51-c7d7-4964-a648-cc7bcabe2832 will not be triggered until provisioned by entity L2. {{(pid=92440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:35:11.751612 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52470d8-8900-4d25-9754-41b5a73178eb req-cab70cd3-5688-4781-b948-e82cc933f19e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:11.753093 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f52470d8-8900-4d25-9754-41b5a73178eb req-cab70cd3-5688-4781-b948-e82cc933f19e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.1438382 Jun 10 15:35:11.761122 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6c1f6-3af8-4068-8bd5-7d9418f82b80 req-bb0122f1-0aee-4695-87ce-5e1408dc89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:11.762593 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-3fa6c1f6-3af8-4068-8bd5-7d9418f82b80 req-bb0122f1-0aee-4695-87ce-5e1408dc89e8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7a2c655e-5d93-4119-a397-dc5fc7c831fb HTTP/1.1" status: 200 len: 856 time: 0.0750954 Jun 10 15:35:11.795882 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f52470d8-8900-4d25-9754-41b5a73178eb req-22d6d84a-b84c-4813-9057-1e98fbbfc75a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367851 Jun 10 15:35:11.837622 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6c1f6-3af8-4068-8bd5-7d9418f82b80 req-b2448742-cf25-4847-a4fe-7f034d6ac3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:11.839264 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-3fa6c1f6-3af8-4068-8bd5-7d9418f82b80 req-b2448742-cf25-4847-a4fe-7f034d6ac3bd service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4d632323-dfef-4d59-99a6-62839bb06dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695946 Jun 10 15:35:11.876677 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:11.883421 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-29ddb015-ac58-41f3-9717-62f2c8741449 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:35:11.976687 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-3fa6c1f6-3af8-4068-8bd5-7d9418f82b80 req-0ef556d1-0490-4e3e-87fd-bc0331e5f1fc service neutron] 10.222.0.45 "GET /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299610 Jun 10 15:35:11.985961 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] Pushing event updated for resources: {'Port': ['ID=83f13f51-c7d7-4964-a648-cc7bcabe2832,revision_number=2']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:35:12.009242 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:35:12.076948 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] Attempting to bind port 83f13f51-c7d7-4964-a648-cc7bcabe2832 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:35:12.077276 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] Attempting to bind port 83f13f51-c7d7-4964-a648-cc7bcabe2832 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '72f9ee20-c55a-49c8-bb29-e2c275f2faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a'}] {{(pid=92440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:35:12.077623 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] Attempting to bind port 83f13f51-c7d7-4964-a648-cc7bcabe2832 on network 5a805898-5828-42de-b8ce-449b5c5f6a6a {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:35:12.082687 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] Port 83f13f51-c7d7-4964-a648-cc7bcabe2832 on network 5a805898-5828-42de-b8ce-449b5c5f6a6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:35:12.083001 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] Attempting to bind port 83f13f51-c7d7-4964-a648-cc7bcabe2832 on network 5a805898-5828-42de-b8ce-449b5c5f6a6a {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:35:12.090618 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] Checking agent: {'id': 'e28e421a-1ab2-4a36-8074-76b1dba64f57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'started_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:35:12.091097 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] Checking segment: {'id': '72f9ee20-c55a-49c8-bb29-e2c275f2faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:35:12.091486 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] Bound using segment: {'id': '72f9ee20-c55a-49c8-bb29-e2c275f2faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a'} {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:35:12.091928 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] Bound port: 83f13f51-c7d7-4964-a648-cc7bcabe2832, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72f9ee20-c55a-49c8-bb29-e2c275f2faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a'}}] {{(pid=92440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:35:12.092269 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:12.117176 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-3fa6c1f6-3af8-4068-8bd5-7d9418f82b80 req-93322d0f-2f41-4773-8245-3d353625285e service neutron] 10.222.0.45 "GET /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327236 Jun 10 15:35:12.177478 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] For port 83f13f51-c7d7-4964-a648-cc7bcabe2832, host hv-cinder-77212, cleared binding levels {{(pid=92440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:35:12.180431 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] For port 83f13f51-c7d7-4964-a648-cc7bcabe2832, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=83f13f51-c7d7-4964-a648-cc7bcabe2832,segment=NetworkSegment(72f9ee20-c55a-49c8-bb29-e2c275f2faea),segment_id=72f9ee20-c55a-49c8-bb29-e2c275f2faea)] {{(pid=92440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:35:12.272351 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:12.275338 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-2a23b22c-deaf-4ce9-9fab-c39b5c7fac7a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:35:12.321206 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:12.321839 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:12.323209 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] 10.222.0.45 "PUT /v2.0/ports/83f13f51-c7d7-4964-a648-cc7bcabe2832 HTTP/1.1" status: 200 len: 1094 time: 1.1227746 Jun 10 15:35:12.323735 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecef4802-34c7-43b2-8396-83fa321b74b0', 'tag': '83f13f51-c7d7-4964-a648-cc7bcabe2832'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:35:12.326214 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40aad272-fb07-4534-a911-eb485f1edeb9" -d '{"events": [{"name": "network-changed", "server_uuid": "ecef4802-34c7-43b2-8396-83fa321b74b0", "tag": "83f13f51-c7d7-4964-a648-cc7bcabe2832"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:35:12.349898 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] Pushing event updated for resources: {'Port': ['ID=83f13f51-c7d7-4964-a648-cc7bcabe2832,revision_number=3']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:35:12.352787 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:35:12.440930 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0a99a4-d707-4590-8795-580f6327b3b1 x-openstack-request-id: req-5f0a99a4-d707-4590-8795-580f6327b3b1 {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:35:12.441288 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecef4802-34c7-43b2-8396-83fa321b74b0", "tag": "83f13f51-c7d7-4964-a648-cc7bcabe2832", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:35:12.441585 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f0a99a4-d707-4590-8795-580f6327b3b1 {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:35:12.442054 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecef4802-34c7-43b2-8396-83fa321b74b0', 'tag': '83f13f51-c7d7-4964-a648-cc7bcabe2832', 'status': 'completed', 'code': 200} Jun 10 15:35:12.470453 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba04c3-5e01-4f69-ad95-8ab2ebe20f69 req-83eb04e2-a5f8-445f-b9c9-5d00079620f4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:12.472800 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-bfba04c3-5e01-4f69-ad95-8ab2ebe20f69 req-83eb04e2-a5f8-445f-b9c9-5d00079620f4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 944 time: 0.0925815 Jun 10 15:35:12.551701 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-bfba04c3-5e01-4f69-ad95-8ab2ebe20f69 req-73eb0102-9a0c-4f5e-96f4-6541191d152e tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0736766 Jun 10 15:35:12.572765 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-5957d0c2-c0d4-4927-9272-10d260a4c2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:12.574278 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-5957d0c2-c0d4-4927-9272-10d260a4c2e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4517d521167249acb67d8141a24d7e7c&device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 1097 time: 0.0793798 Jun 10 15:35:12.629281 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-a42f0e58-90c3-45a0-88f2-dbb92abb62f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83f13f51-c7d7-4964-a648-cc7bcabe2832 HTTP/1.1" status: 200 len: 217 time: 0.0466998 Jun 10 15:35:12.689220 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-68da4f4b-f376-425f-8d56-c2e39d63f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:12.690683 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-68da4f4b-f376-425f-8d56-c2e39d63f5c0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b115e941-9da1-483b-9e8a-4bf58d5be886 HTTP/1.1" status: 200 len: 848 time: 0.0541928 Jun 10 15:35:12.759913 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-91613b29-5e6d-48dd-bfad-492da509f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:12.761432 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-91613b29-5e6d-48dd-bfad-492da509f696 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a805898-5828-42de-b8ce-449b5c5f6a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0619197 Jun 10 15:35:12.883691 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-f2edfa01-fec8-4e7e-a90e-b057a60a6658 service neutron] 10.222.0.45 "GET /v2.0/networks/5a805898-5828-42de-b8ce-449b5c5f6a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150236 Jun 10 15:35:13.360641 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-73b8dd46-0d3d-48da-9121-37656bcd33ae req-60dedec0-eb70-4e6a-9778-68071ba1024a service neutron] 10.222.0.45 "GET /v2.0/networks/5a805898-5828-42de-b8ce-449b5c5f6a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663918 Jun 10 15:35:13.376814 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147efbf-0761-4835-91aa-cb6d218d999a req-cee343cb-3b8f-4393-9994-f2c50774b473 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:13.378189 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e147efbf-0761-4835-91aa-cb6d218d999a req-cee343cb-3b8f-4393-9994-f2c50774b473 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.4482732 Jun 10 15:35:13.422125 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e147efbf-0761-4835-91aa-cb6d218d999a req-a9316e3c-7d13-402a-b9b9-8629e3b188c4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373428 Jun 10 15:35:13.641493 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aad272-fb07-4534-a911-eb485f1edeb9 req-6d26cd05-9ebf-423b-ba41-756bce429d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:13.642920 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-40aad272-fb07-4534-a911-eb485f1edeb9 req-6d26cd05-9ebf-423b-ba41-756bce429d64 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4517d521167249acb67d8141a24d7e7c&device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 1097 time: 0.0628610 Jun 10 15:35:13.802685 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aad272-fb07-4534-a911-eb485f1edeb9 req-b6ad8755-577a-4588-b178-b192d81b82b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:13.804176 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-40aad272-fb07-4534-a911-eb485f1edeb9 req-b6ad8755-577a-4588-b178-b192d81b82b6 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a805898-5828-42de-b8ce-449b5c5f6a6a HTTP/1.1" status: 200 len: 910 time: 0.1538928 Jun 10 15:35:13.824016 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8b355-3e6b-41bb-9ae2-737d98bf1361 req-2705f6c7-fbfa-49e6-9a21-9119f4dfbdc9 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:13.825463 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-70a8b355-3e6b-41bb-9ae2-737d98bf1361 req-2705f6c7-fbfa-49e6-9a21-9119f4dfbdc9 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 944 time: 0.1549973 Jun 10 15:35:13.872167 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-40aad272-fb07-4534-a911-eb485f1edeb9 req-9a349cfe-df22-4921-b754-179ab6746667 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83f13f51-c7d7-4964-a648-cc7bcabe2832 HTTP/1.1" status: 200 len: 217 time: 0.0607419 Jun 10 15:35:13.949597 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-70a8b355-3e6b-41bb-9ae2-737d98bf1361 req-d68a062f-fe76-4f4d-8f8e-10ed7413c101 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800550 Jun 10 15:35:13.956477 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aad272-fb07-4534-a911-eb485f1edeb9 req-fde02a0c-b7ae-4151-8c27-12bfd3b75d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:13.957897 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-40aad272-fb07-4534-a911-eb485f1edeb9 req-fde02a0c-b7ae-4151-8c27-12bfd3b75d82 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b115e941-9da1-483b-9e8a-4bf58d5be886 HTTP/1.1" status: 200 len: 848 time: 0.0716734 Jun 10 15:35:14.022326 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aad272-fb07-4534-a911-eb485f1edeb9 req-946d0f81-99fb-4eaf-96e3-9cc62e5ca187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:14.023895 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-40aad272-fb07-4534-a911-eb485f1edeb9 req-946d0f81-99fb-4eaf-96e3-9cc62e5ca187 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a805898-5828-42de-b8ce-449b5c5f6a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592828 Jun 10 15:35:14.141568 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-40aad272-fb07-4534-a911-eb485f1edeb9 req-d2011c08-8945-4195-9a80-5accdb1e0d7c service neutron] 10.222.0.45 "GET /v2.0/networks/5a805898-5828-42de-b8ce-449b5c5f6a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097901 Jun 10 15:35:14.257969 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-40aad272-fb07-4534-a911-eb485f1edeb9 req-754558ee-38d5-4a9f-8db3-7eb0cf63e5ad service neutron] 10.222.0.45 "GET /v2.0/networks/5a805898-5828-42de-b8ce-449b5c5f6a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085413 Jun 10 15:35:14.611053 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b9b11-9b75-4aea-a80b-a716e203ee55 req-026d7ecc-3e04-4644-a389-745eebb3b042 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:14.612770 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5c8b9b11-9b75-4aea-a80b-a716e203ee55 req-026d7ecc-3e04-4644-a389-745eebb3b042 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 945 time: 0.0714245 Jun 10 15:35:14.655224 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5c8b9b11-9b75-4aea-a80b-a716e203ee55 req-8177f084-55d8-4e4e-93b2-88fd8511bb66 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367520 Jun 10 15:35:14.825221 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 268662c9-5a22-47db-99b8-84a3541679f8 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:35:14.913092 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:14.937141 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9480061e-3701-42c5-9116-7c5067fc0fff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '268662c9-5a22-47db-99b8-84a3541679f8'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:35:14.939416 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f54ca1-8bea-4395-87bb-612ea44ffb82" -d '{"events": [{"server_uuid": "9480061e-3701-42c5-9116-7c5067fc0fff", "name": "network-vif-unplugged", "status": "completed", "tag": "268662c9-5a22-47db-99b8-84a3541679f8"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:35:14.953691 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 268662c9-5a22-47db-99b8-84a3541679f8, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=268662c9-5a22-47db-99b8-84a3541679f8,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:35:15.026523 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 15:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a476a6c-07ac-4603-8fdc-2eaa88fe125f x-openstack-request-id: req-3a476a6c-07ac-4603-8fdc-2eaa88fe125f {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:35:15.026831 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9480061e-3701-42c5-9116-7c5067fc0fff", "name": "network-vif-unplugged", "status": "completed", "tag": "268662c9-5a22-47db-99b8-84a3541679f8", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:35:15.027099 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3a476a6c-07ac-4603-8fdc-2eaa88fe125f {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:35:15.027476 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9480061e-3701-42c5-9116-7c5067fc0fff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '268662c9-5a22-47db-99b8-84a3541679f8', 'code': 200} Jun 10 15:35:15.142722 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c9cf1-090f-4761-8332-749b188374b5 req-2027eefc-a41e-4475-a921-171aa13ac19c tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:15.144122 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9a0c9cf1-090f-4761-8332-749b188374b5 req-2027eefc-a41e-4475-a921-171aa13ac19c tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 944 time: 0.0734730 Jun 10 15:35:15.185838 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9a0c9cf1-090f-4761-8332-749b188374b5 req-72c6cb2d-6902-4cb1-8b57-b58d2b167d25 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358615 Jun 10 15:35:15.205915 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:15.207745 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:35:15.263330 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=268662c9-5a22-47db-99b8-84a3541679f8,revision_number=8']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:35:15.270492 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:15.271074 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:15.271420 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:15.271749 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:15.272074 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:15.272397 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:15.272715 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:15.273034 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:15.273353 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:15.273667 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:15.274007 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:15.274321 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:15.278373 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:35:15.836828 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5643c5-6973-45c0-bbce-70778442f5df req-7c726a4e-495f-47e5-b57a-b87511e44571 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:15.838315 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1d5643c5-6973-45c0-bbce-70778442f5df req-7c726a4e-495f-47e5-b57a-b87511e44571 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 943 time: 0.0692704 Jun 10 15:35:15.884482 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1d5643c5-6973-45c0-bbce-70778442f5df req-3b99314f-47d4-4274-b45c-f446b419dfd0 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405447 Jun 10 15:35:16.372498 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792e319-454c-47ca-aea9-e6b512c314f7 req-a6680742-50dd-44cb-bfd3-db5f275db986 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:16.373974 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5792e319-454c-47ca-aea9-e6b512c314f7 req-a6680742-50dd-44cb-bfd3-db5f275db986 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 944 time: 0.0740275 Jun 10 15:35:16.415199 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5792e319-454c-47ca-aea9-e6b512c314f7 req-ebda70a9-7586-452a-a6b2-95a0880907eb tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356307 Jun 10 15:35:17.601284 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d843a-f886-42fe-b6f7-e25f8c2b16c0 req-523b7ad6-5c11-45cb-aa98-2e1a9f10ca78 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:17.602660 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9f0d843a-f886-42fe-b6f7-e25f8c2b16c0 req-523b7ad6-5c11-45cb-aa98-2e1a9f10ca78 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 944 time: 0.0693846 Jun 10 15:35:17.644738 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9f0d843a-f886-42fe-b6f7-e25f8c2b16c0 req-e6891c53-8230-47da-8bad-3a1d591636d9 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363336 Jun 10 15:35:18.251675 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-99ec8daf-e695-487e-b2ad-440860663805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:18.843527 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 268662c9-5a22-47db-99b8-84a3541679f8 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:35:18.856121 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af7b5c-e06c-4681-9984-f0ae19412e48 req-0dc00616-90cc-4b58-8da3-6b7936974dd7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:18.868523 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-57af7b5c-e06c-4681-9984-f0ae19412e48 req-0dc00616-90cc-4b58-8da3-6b7936974dd7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 944 time: 0.0983832 Jun 10 15:35:18.910574 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-57af7b5c-e06c-4681-9984-f0ae19412e48 req-40fedbb2-2648-4378-8ee1-fff36ac41ce5 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454447 Jun 10 15:35:19.354202 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-a2b85bff-9aae-4187-9942-251360bb9a84 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-991954246&fields=id&tenant_id=3a3ed0fc5497463faac2851a1aeb412c HTTP/1.1" status: 200 len: 267 time: 0.0384831 Jun 10 15:35:19.535224 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-c5f10862-e1ea-407d-b494-b704b998e8d1 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:19.536780 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-c5f10862-e1ea-407d-b494-b704b998e8d1 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/networks?id=fc452212-81ca-4caf-a3da-e16d5e17f9a5 HTTP/1.1" status: 200 len: 811 time: 0.1760540 Jun 10 15:35:19.551008 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81235e3b-163b-4115-ae8d-c45d9ecd5bcd req-c3b3b7e0-c2cd-48e7-84d1-362875bc8f85 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:19.552960 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-81235e3b-163b-4115-ae8d-c45d9ecd5bcd req-c3b3b7e0-c2cd-48e7-84d1-362875bc8f85 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 943 time: 0.1685312 Jun 10 15:35:19.570684 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-45aa456b-6842-46fa-b3af-753deae27d41 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/quotas/3a3ed0fc5497463faac2851a1aeb412c HTTP/1.1" status: 200 len: 375 time: 0.0279315 Jun 10 15:35:19.645252 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-81235e3b-163b-4115-ae8d-c45d9ecd5bcd req-48d0827f-b45b-49d0-bf33-23c9d2b034cc tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859561 Jun 10 15:35:19.680870 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-56739d83-57fd-4760-8934-818e9471b3d0 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=3a3ed0fc5497463faac2851a1aeb412c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0931017 Jun 10 15:35:19.742348 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-9d90b136-fc3f-4d51-80e3-2e0f64c2911c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=92440) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 15:35:19.743331 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-9d90b136-fc3f-4d51-80e3-2e0f64c2911c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471077 Jun 10 15:35:19.869648 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-de14401e-6c4e-4a44-b1af-05f7043ae3b9 service neutron] 10.222.0.26 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203260 Jun 10 15:35:19.890190 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 57996) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:35:19.990915 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-ecf8eaf3-6c87-4026-9373-9a2348b6b79c service neutron] 10.222.0.26 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142542 Jun 10 15:35:20.001030 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-f0d080c3-1aa4-4f46-ac9a-940e87a2a0c1 req-812547cf-473d-4d61-8ea6-a76c9849ad7c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1096199 Jun 10 15:35:20.107534 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51227a6a-4242-4071-bd9b-2b2275e7ca32 req-a7993966-61ae-4898-804a-519e649be217 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:20.109125 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-51227a6a-4242-4071-bd9b-2b2275e7ca32 req-a7993966-61ae-4898-804a-519e649be217 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 944 time: 0.0739758 Jun 10 15:35:20.157455 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-51227a6a-4242-4071-bd9b-2b2275e7ca32 req-acaa6999-ae93-4a42-9e67-0ebf1e186bfb tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412505 Jun 10 15:35:20.194150 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:35:20.570014 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-cb9a434f-aa82-45cb-834a-94eb5c9e4bb6 req-6d0312b3-359b-415a-98bb-eeba77d64bd6 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 210 time: 0.0326185 Jun 10 15:35:20.728546 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:20.732084 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-027a0262-61d2-48f7-a67c-d51dd5b4daf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:20.835218 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ee2ab-0ed6-4061-9cc0-c793f81db5c3 req-939d93bc-fa90-4333-adc1-3976adb79c1f tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:20.836702 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a46ee2ab-0ed6-4061-9cc0-c793f81db5c3 req-939d93bc-fa90-4333-adc1-3976adb79c1f tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 943 time: 0.0731907 Jun 10 15:35:20.878230 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a46ee2ab-0ed6-4061-9cc0-c793f81db5c3 req-0395ff55-43be-4e7e-b779-e415ea132588 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357575 Jun 10 15:35:21.343237 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca3bfe-dcaa-4748-9f4b-35f96bb001a7 req-f2be4872-bd6a-484b-8546-c612d19e705b tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:21.344695 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-feca3bfe-dcaa-4748-9f4b-35f96bb001a7 req-f2be4872-bd6a-484b-8546-c612d19e705b tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 944 time: 0.0704029 Jun 10 15:35:21.391081 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-feca3bfe-dcaa-4748-9f4b-35f96bb001a7 req-37cf4664-baba-40cb-8a8b-aa99a7d404a5 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391243 Jun 10 15:35:21.715817 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7900024f-1fe6-45e4-ad2b-7c3050120315 req-fdc987f0-fca8-4988-8d6c-bebf07edf106 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 210 time: 0.0377829 Jun 10 15:35:21.811716 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d080c3-1aa4-4f46-ac9a-940e87a2a0c1 req-dcd7a5cd-8326-4c1b-ad60-136caf0a6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:21.813264 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f0d080c3-1aa4-4f46-ac9a-940e87a2a0c1 req-dcd7a5cd-8326-4c1b-ad60-136caf0a6419 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff&tenant_id=efc7c5988e6c495d9a904fb9069702f2 HTTP/1.1" status: 200 len: 1096 time: 0.0934286 Jun 10 15:35:21.897140 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d080c3-1aa4-4f46-ac9a-940e87a2a0c1 req-6535de6a-de42-4127-9d91-07c6476d90e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:21.898663 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f0d080c3-1aa4-4f46-ac9a-940e87a2a0c1 req-6535de6a-de42-4127-9d91-07c6476d90e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc7c5988e6c495d9a904fb9069702f2&device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 1096 time: 0.0629616 Jun 10 15:35:22.008475 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:22.053362 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d080c3-1aa4-4f46-ac9a-940e87a2a0c1 req-90ba8af4-726d-428e-b145-370390ef464f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:22.054836 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f0d080c3-1aa4-4f46-ac9a-940e87a2a0c1 req-90ba8af4-726d-428e-b145-370390ef464f service neutron] 10.222.0.45 "GET /v2.0/networks?id=4d632323-dfef-4d59-99a6-62839bb06dc5 HTTP/1.1" status: 200 len: 918 time: 0.1493046 Jun 10 15:35:22.152054 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca4fc0-fded-417e-82cb-79aa3449c40e req-ea0e5128-1f16-4c5b-b9bd-5a73abfbc99c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:22.153515 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-96ca4fc0-fded-417e-82cb-79aa3449c40e req-ea0e5128-1f16-4c5b-b9bd-5a73abfbc99c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 943 time: 0.1502204 Jun 10 15:35:22.159681 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f0d080c3-1aa4-4f46-ac9a-940e87a2a0c1 req-6dcbb6a9-734e-42fa-a868-2c708e6d1ff7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=268662c9-5a22-47db-99b8-84a3541679f8 HTTP/1.1" status: 200 len: 998 time: 0.0935385 Jun 10 15:35:22.241103 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-96ca4fc0-fded-417e-82cb-79aa3449c40e req-fc2327f7-c1e2-4665-974b-1e42fe4ac3f6 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804598 Jun 10 15:35:22.244624 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d080c3-1aa4-4f46-ac9a-940e87a2a0c1 req-f5bf3f53-cf13-4450-8578-f6e0df14df22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:22.246038 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f0d080c3-1aa4-4f46-ac9a-940e87a2a0c1 req-f5bf3f53-cf13-4450-8578-f6e0df14df22 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7a2c655e-5d93-4119-a397-dc5fc7c831fb HTTP/1.1" status: 200 len: 856 time: 0.0782440 Jun 10 15:35:22.312581 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d080c3-1aa4-4f46-ac9a-940e87a2a0c1 req-84285eea-4cf7-4aab-9799-bd74432a6379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:22.314002 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f0d080c3-1aa4-4f46-ac9a-940e87a2a0c1 req-84285eea-4cf7-4aab-9799-bd74432a6379 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4d632323-dfef-4d59-99a6-62839bb06dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0616448 Jun 10 15:35:22.429627 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f0d080c3-1aa4-4f46-ac9a-940e87a2a0c1 req-4e9508cd-7ca7-4672-8f8f-e5bf816de8b1 service neutron] 10.222.0.45 "GET /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074855 Jun 10 15:35:22.590933 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f0d080c3-1aa4-4f46-ac9a-940e87a2a0c1 req-8d3aa9a7-ad61-4598-85d7-6aa3cee6ddf0 service neutron] 10.222.0.45 "GET /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547873 Jun 10 15:35:22.611709 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c913c-eca9-4a38-b99f-9037349ab0a5 req-1e8083bf-9bd4-4cee-8385-257dc78decee tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:22.613358 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-167c913c-eca9-4a38-b99f-9037349ab0a5 req-1e8083bf-9bd4-4cee-8385-257dc78decee tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 944 time: 0.0958683 Jun 10 15:35:22.655037 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-167c913c-eca9-4a38-b99f-9037349ab0a5 req-0a2647b2-5f6a-4953-89c5-e88b0af2396e tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358467 Jun 10 15:35:22.872279 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 83f13f51-c7d7-4964-a648-cc7bcabe2832 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=92442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:35:22.897059 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-595fc11c-ec86-4600-85e3-eadd323d6618 req-184d7d78-093f-4cb1-986a-364e98ea7d82 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 210 time: 0.0516541 Jun 10 15:35:23.016188 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 83f13f51-c7d7-4964-a648-cc7bcabe2832, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=83f13f51-c7d7-4964-a648-cc7bcabe2832,segment=NetworkSegment(72f9ee20-c55a-49c8-bb29-e2c275f2faea),segment_id=72f9ee20-c55a-49c8-bb29-e2c275f2faea)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:35:23.031043 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Returning: {'device': '83f13f51-c7d7-4964-a648-cc7bcabe2832', 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a', 'port_id': '83f13f51-c7d7-4964-a648-cc7bcabe2832', 'mac_address': 'fa:16:3e:c4:4e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b115e941-9da1-483b-9e8a-4bf58d5be886', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:35:23.089392 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:23.105405 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f13f51-c7d7-4964-a648-cc7bcabe2832 {{(pid=92442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:35:23.120778 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-b55ac0fb-6e99-4272-bd44-edf9a66a3b72 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:23.122238 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-b55ac0fb-6e99-4272-bd44-edf9a66a3b72 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.45 "GET /v2.0/networks?id=fc452212-81ca-4caf-a3da-e16d5e17f9a5 HTTP/1.1" status: 200 len: 811 time: 0.1784239 Jun 10 15:35:23.128971 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 83f13f51-c7d7-4964-a648-cc7bcabe2832, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=83f13f51-c7d7-4964-a648-cc7bcabe2832,segment=NetworkSegment(72f9ee20-c55a-49c8-bb29-e2c275f2faea),segment_id=72f9ee20-c55a-49c8-bb29-e2c275f2faea)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:35:23.212566 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-fdaf2d57-03d2-4d24-9c42-b6241da0dbb6 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a3ed0fc5497463faac2851a1aeb412c HTTP/1.1" status: 200 len: 379 time: 0.0381918 Jun 10 15:35:23.220755 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-15af8d54-8e60-4636-9e01-440705a20eaf tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Request body: {'port': {'device_id': '0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'admin_state_up': True, 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'security_groups': ['a223e966-1a60-42e1-8e44-bc20c051be9b']}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:35:23.259819 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:23.263414 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:35:23.328266 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=83f13f51-c7d7-4964-a648-cc7bcabe2832,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:35:23.332076 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:35:23.636338 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['83f13f51-c7d7-4964-a648-cc7bcabe2832'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:35:23.708025 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:23.843398 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c64196-a211-4709-a5db-19b84801eecb req-dad69085-eaa0-42ac-b2c3-f66312e8cff5 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:23.845042 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-07c64196-a211-4709-a5db-19b84801eecb req-dad69085-eaa0-42ac-b2c3-f66312e8cff5 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 943 time: 0.1079586 Jun 10 15:35:23.899815 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-07c64196-a211-4709-a5db-19b84801eecb req-c9fad3af-c905-4538-81f0-059531edc3c8 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479398 Jun 10 15:35:23.944944 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-15af8d54-8e60-4636-9e01-440705a20eaf tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Made reservation on behalf of 3a3ed0fc5497463faac2851a1aeb412c for: {'port': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:35:23.948664 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-15af8d54-8e60-4636-9e01-440705a20eaf tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:24.159476 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.db_base_plugin_common [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-15af8d54-8e60-4636-9e01-440705a20eaf tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Allocated IP 172.20.0.9 (fc452212-81ca-4caf-a3da-e16d5e17f9a5/a35ed739-29e3-4a52-a6bc-15f7407e9f83/2e2db4cd-bb2d-46c3-8194-538217244f8b) {{(pid=92440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:35:24.174632 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966514f-9a0b-4550-adf3-a0c9cf30feb5 req-860a6ba3-336f-4de9-8ec6-8368def15e25 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:24.176139 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a966514f-9a0b-4550-adf3-a0c9cf30feb5 req-860a6ba3-336f-4de9-8ec6-8368def15e25 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 945 time: 0.1469939 Jun 10 15:35:24.259711 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a966514f-9a0b-4550-adf3-a0c9cf30feb5 req-6cb417f1-e5fd-4ba1-a267-6fc86c2a0b1d tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761449 Jun 10 15:35:24.390853 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-15af8d54-8e60-4636-9e01-440705a20eaf tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for port, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:24.421250 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c8eb04a2-19ac-4afb-8664-1cddcd5f182d req-e6eaea9a-dc0f-4dab-a058-c44f1e58821e tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 210 time: 0.0438182 Jun 10 15:35:24.428842 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.provisioning_blocks [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-15af8d54-8e60-4636-9e01-440705a20eaf tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Transition to ACTIVE for port object 2e2db4cd-bb2d-46c3-8194-538217244f8b will not be triggered until provisioned by entity DHCP. {{(pid=92440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:35:24.586122 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-15af8d54-8e60-4636-9e01-440705a20eaf tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-532407449'] for port, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:24.590056 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-5016fe88-8e6a-4cc4-a0e3-d65ea79884d7 tempest-VolumesSnapshotTestJSON-925516809 tempest-VolumesSnapshotTestJSON-925516809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:35:24.644143 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-15af8d54-8e60-4636-9e01-440705a20eaf tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Network fc452212-81ca-4caf-a3da-e16d5e17f9a5 is already hosted by enough agents. {{(pid=92440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:35:24.648042 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-15af8d54-8e60-4636-9e01-440705a20eaf tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Resources bound (agent type, host, resource id): {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:35:24.652501 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-15af8d54-8e60-4636-9e01-440705a20eaf tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Received port after_create {{(pid=92440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:35:24.656691 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af8d54-8e60-4636-9e01-440705a20eaf tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Pushing event updated for resources: {'Port': ['ID=2e2db4cd-bb2d-46c3-8194-538217244f8b,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:35:24.688402 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-15af8d54-8e60-4636-9e01-440705a20eaf tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:35:24.717955 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-15af8d54-8e60-4636-9e01-440705a20eaf tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:24.718678 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-15af8d54-8e60-4636-9e01-440705a20eaf tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:24.836404 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-15af8d54-8e60-4636-9e01-440705a20eaf tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6126347 Jun 10 15:35:24.962620 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-81f057c9-2d59-4b12-95fb-2c251aeaf984 None None] Provisioning for port 2e2db4cd-bb2d-46c3-8194-538217244f8b completed by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:35:24.967020 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-81f057c9-2d59-4b12-95fb-2c251aeaf984 None None] Provisioning complete for port 2e2db4cd-bb2d-46c3-8194-538217244f8b triggered by entity DHCP. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:35:24.967403 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-81f057c9-2d59-4b12-95fb-2c251aeaf984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:25.010445 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-81f057c9-2d59-4b12-95fb-2c251aeaf984 None None] Port 2e2db4cd-bb2d-46c3-8194-538217244f8b cannot update to ACTIVE because it is not bound. {{(pid=92442) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 15:35:25.097215 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d9b6e-20ab-4524-bc25-aeb6987212da req-853673ef-6455-4bfb-9446-84dcd014553c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:25.098725 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0c7d9b6e-20ab-4524-bc25-aeb6987212da req-853673ef-6455-4bfb-9446-84dcd014553c tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 943 time: 0.0726068 Jun 10 15:35:25.142917 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0c7d9b6e-20ab-4524-bc25-aeb6987212da req-d5e06319-0f33-439a-9aa2-17f173b8bf7b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379407 Jun 10 15:35:25.448531 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5516189-ce1c-4930-b171-0e2118dcd4ec req-b4aedd24-46da-4aee-83a7-5a40818bded9 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:25.454252 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b5516189-ce1c-4930-b171-0e2118dcd4ec req-b4aedd24-46da-4aee-83a7-5a40818bded9 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 945 time: 0.0798275 Jun 10 15:35:25.494082 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b5516189-ce1c-4930-b171-0e2118dcd4ec req-9528589b-7316-4026-98c8-b8cf4d822502 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383146 Jun 10 15:35:25.672831 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d85da-5ac7-49c7-867c-034aed3bd9fe req-46131ae3-c8c7-4f5e-bede-a9df35ad3b1a tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:25.674345 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-834d85da-5ac7-49c7-867c-034aed3bd9fe req-46131ae3-c8c7-4f5e-bede-a9df35ad3b1a tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 931 time: 0.0732799 Jun 10 15:35:25.718254 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-834d85da-5ac7-49c7-867c-034aed3bd9fe req-d3c43f53-edcc-4bb3-ad75-2e349db329f6 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377164 Jun 10 15:35:26.338791 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec9390-d3c0-4cf9-af0a-e8cd806ed6e0 req-4bf01b78-b36d-41fc-b1f0-e4e1a24d5686 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:26.340262 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b9ec9390-d3c0-4cf9-af0a-e8cd806ed6e0 req-4bf01b78-b36d-41fc-b1f0-e4e1a24d5686 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 943 time: 0.0769727 Jun 10 15:35:26.384683 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b9ec9390-d3c0-4cf9-af0a-e8cd806ed6e0 req-45f8ed34-faa7-4ab5-a2ed-f8510c5d7f14 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387995 Jun 10 15:35:26.676636 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827bdf0c-b1cf-4d5e-b0a0-cd5f0a89feac req-f219940f-6bff-48fe-9718-40b4e5aad14c tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:26.679103 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-827bdf0c-b1cf-4d5e-b0a0-cd5f0a89feac req-f219940f-6bff-48fe-9718-40b4e5aad14c tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 945 time: 0.0708346 Jun 10 15:35:26.720642 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-827bdf0c-b1cf-4d5e-b0a0-cd5f0a89feac req-43ae5239-de72-4924-a450-dbae0f96bae3 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359657 Jun 10 15:35:26.875080 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 83f13f51-c7d7-4964-a648-cc7bcabe2832 up at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:35:26.925377 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b278686-8f8a-4d39-be73-b83c0708f255 req-a6de926c-1f39-4c0a-b261-d943d4e9f3d9 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:26.929366 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6b278686-8f8a-4d39-be73-b83c0708f255 req-a6de926c-1f39-4c0a-b261-d943d4e9f3d9 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 931 time: 0.0909686 Jun 10 15:35:26.985784 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6b278686-8f8a-4d39-be73-b83c0708f255 req-154ca53b-d89c-481e-b73c-c1af48455abf tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510788 Jun 10 15:35:26.991010 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning for port 83f13f51-c7d7-4964-a648-cc7bcabe2832 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:35:26.996025 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning complete for port 83f13f51-c7d7-4964-a648-cc7bcabe2832 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:35:26.996701 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:27.088841 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:27.118507 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecef4802-34c7-43b2-8396-83fa321b74b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f13f51-c7d7-4964-a648-cc7bcabe2832'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:35:27.120819 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb08515-154c-46a2-9eb8-a253a21b9ab1" -d '{"events": [{"server_uuid": "ecef4802-34c7-43b2-8396-83fa321b74b0", "name": "network-vif-plugged", "status": "completed", "tag": "83f13f51-c7d7-4964-a648-cc7bcabe2832"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:35:27.135103 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 83f13f51-c7d7-4964-a648-cc7bcabe2832, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=83f13f51-c7d7-4964-a648-cc7bcabe2832,segment=NetworkSegment(72f9ee20-c55a-49c8-bb29-e2c275f2faea),segment_id=72f9ee20-c55a-49c8-bb29-e2c275f2faea)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:35:27.158854 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9e0b08-7b1d-4a86-8935-6b5c20b424e7 x-openstack-request-id: req-6b9e0b08-7b1d-4a86-8935-6b5c20b424e7 {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:35:27.159160 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecef4802-34c7-43b2-8396-83fa321b74b0", "name": "network-vif-plugged", "status": "completed", "tag": "83f13f51-c7d7-4964-a648-cc7bcabe2832", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:35:27.159422 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b9e0b08-7b1d-4a86-8935-6b5c20b424e7 {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:35:27.159819 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecef4802-34c7-43b2-8396-83fa321b74b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f13f51-c7d7-4964-a648-cc7bcabe2832', 'code': 200} Jun 10 15:35:27.230843 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:27.232754 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:35:27.287722 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=83f13f51-c7d7-4964-a648-cc7bcabe2832,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:35:27.290830 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:35:27.586141 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9e9dd-0e7b-4e82-b8f7-9cadbcc2d445 req-d1c7856b-6b8a-4afa-a61c-01900ae3d9a6 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:27.587584 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1bb9e9dd-0e7b-4e82-b8f7-9cadbcc2d445 req-d1c7856b-6b8a-4afa-a61c-01900ae3d9a6 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 943 time: 0.0776365 Jun 10 15:35:27.632198 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1bb9e9dd-0e7b-4e82-b8f7-9cadbcc2d445 req-f460a841-6286-45e4-9fa7-208dc34fae2b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385287 Jun 10 15:35:27.918142 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30892fb4-b8ea-48f6-8212-c8171f54dd3b req-2e1acb36-441b-4e42-9f91-b81519db32bf tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:27.919585 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-30892fb4-b8ea-48f6-8212-c8171f54dd3b req-2e1acb36-441b-4e42-9f91-b81519db32bf tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0825956 Jun 10 15:35:27.964733 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-30892fb4-b8ea-48f6-8212-c8171f54dd3b req-6e9ef962-8e43-4ffe-bae2-7c6d315ca0bc tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394273 Jun 10 15:35:28.175356 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71c74e-cba5-4255-ab69-6ce5e0282460 req-e56ebca1-0541-4b69-9fe9-6ea02ebf1867 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:28.176761 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3b71c74e-cba5-4255-ab69-6ce5e0282460 req-e56ebca1-0541-4b69-9fe9-6ea02ebf1867 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 931 time: 0.0720291 Jun 10 15:35:28.219167 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3b71c74e-cba5-4255-ab69-6ce5e0282460 req-f76554cc-9979-4ec1-a78c-197a57f1039f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365963 Jun 10 15:35:28.826737 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceac992-2258-41da-89fb-135e4d1e96d9 req-76e33e87-73d5-4c0e-9b44-8f7a6730e796 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:28.828480 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4ceac992-2258-41da-89fb-135e4d1e96d9 req-76e33e87-73d5-4c0e-9b44-8f7a6730e796 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 943 time: 0.0769062 Jun 10 15:35:28.872378 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4ceac992-2258-41da-89fb-135e4d1e96d9 req-f33887bd-6847-4557-a980-47c52592ed6b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382376 Jun 10 15:35:29.145861 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ad81c-965f-4b37-92a7-47f9dc988fe7 req-b121cf23-0326-4a82-9bf1-0666db9ac3a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:29.148373 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6e0ad81c-965f-4b37-92a7-47f9dc988fe7 req-b121cf23-0326-4a82-9bf1-0666db9ac3a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0722716 Jun 10 15:35:29.190934 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6e0ad81c-965f-4b37-92a7-47f9dc988fe7 req-708c02d5-e78d-4f8d-bbad-7b951256af11 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367339 Jun 10 15:35:29.408027 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a985b-782e-4411-9ead-da5a833eba90 req-a65c7e3b-e9a8-4335-a217-a07c7d3efc38 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:29.408994 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-961a985b-782e-4411-9ead-da5a833eba90 req-a65c7e3b-e9a8-4335-a217-a07c7d3efc38 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 931 time: 0.0755713 Jun 10 15:35:29.451853 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-961a985b-782e-4411-9ead-da5a833eba90 req-a8577df9-0a5e-4200-864c-13568e088a6d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365038 Jun 10 15:35:30.062945 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da185ffd-5653-4c6a-87a5-47eee51f222b req-c0ee0e8d-999d-445e-9ffb-91f182995bcb tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:30.064506 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-da185ffd-5653-4c6a-87a5-47eee51f222b req-c0ee0e8d-999d-445e-9ffb-91f182995bcb tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 943 time: 0.0704818 Jun 10 15:35:30.107849 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-da185ffd-5653-4c6a-87a5-47eee51f222b req-9933a6fc-d2a6-491d-9a91-1d3032c86f4a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366693 Jun 10 15:35:30.381710 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b77a6-e5cf-449d-bdb0-c1ef7121c937 req-3b7aaf53-7f0b-4edd-9507-bba23637d355 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:30.383213 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d46b77a6-e5cf-449d-bdb0-c1ef7121c937 req-3b7aaf53-7f0b-4edd-9507-bba23637d355 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0762062 Jun 10 15:35:30.424141 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d46b77a6-e5cf-449d-bdb0-c1ef7121c937 req-17ee32d5-b8af-466d-875e-549c2f494df6 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352321 Jun 10 15:35:30.637783 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d1bed-a9fe-4366-a56a-fa053acbf738 req-f593d962-038b-4abf-806a-2f872fa75840 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:30.639287 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-bb9d1bed-a9fe-4366-a56a-fa053acbf738 req-f593d962-038b-4abf-806a-2f872fa75840 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 931 time: 0.0707448 Jun 10 15:35:30.683673 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-bb9d1bed-a9fe-4366-a56a-fa053acbf738 req-c002edb6-d281-49fe-8df7-6a8db76b68ab tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386989 Jun 10 15:35:31.305269 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae5bf9-555f-4549-a92a-01aef9c1df99 req-2af60248-774f-4499-9e57-8536f41178d3 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:31.306775 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-96ae5bf9-555f-4549-a92a-01aef9c1df99 req-2af60248-774f-4499-9e57-8536f41178d3 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 943 time: 0.0785542 Jun 10 15:35:31.354048 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-96ae5bf9-555f-4549-a92a-01aef9c1df99 req-a8ed5b66-056e-49d1-ba2e-f7d664cdfa83 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413055 Jun 10 15:35:31.609756 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60b9ea-c561-4d36-9802-0cc03a1f01e1 req-ba2b5cd6-cf64-4b5a-8434-ad94b93c731a tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:31.611261 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2d60b9ea-c561-4d36-9802-0cc03a1f01e1 req-ba2b5cd6-cf64-4b5a-8434-ad94b93c731a tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0703738 Jun 10 15:35:31.659671 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2d60b9ea-c561-4d36-9802-0cc03a1f01e1 req-3981c247-2fa6-4606-a3ac-4d39fe17be7f tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416110 Jun 10 15:35:31.870800 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1dedf8-581e-4471-bcee-8664f5942e5e req-4dffe400-28ed-4d3a-8829-bdb18c769827 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:31.872284 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5d1dedf8-581e-4471-bcee-8664f5942e5e req-4dffe400-28ed-4d3a-8829-bdb18c769827 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 931 time: 0.0761461 Jun 10 15:35:31.914834 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5d1dedf8-581e-4471-bcee-8664f5942e5e req-04cffc55-2ac7-4f87-87ee-0aaa9af71a0a tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367944 Jun 10 15:35:32.541987 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317cdb0-7f10-40f1-bdf6-309d3dc683f9 req-d876237d-386d-4056-82e6-b490db38f37d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:32.543482 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c317cdb0-7f10-40f1-bdf6-309d3dc683f9 req-d876237d-386d-4056-82e6-b490db38f37d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 943 time: 0.0719883 Jun 10 15:35:32.586893 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c317cdb0-7f10-40f1-bdf6-309d3dc683f9 req-5e4248ba-1e3f-472f-ab92-aa03f0e8a7c6 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373642 Jun 10 15:35:32.861775 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea4edb-ac31-4d07-8168-6306fee5d1d2 req-e1b652b4-62d4-48b0-a806-ba143ca33873 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:32.863643 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c5ea4edb-ac31-4d07-8168-6306fee5d1d2 req-e1b652b4-62d4-48b0-a806-ba143ca33873 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0793989 Jun 10 15:35:32.908138 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c5ea4edb-ac31-4d07-8168-6306fee5d1d2 req-04a070c9-cab0-4683-aca4-6ac265f23c84 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382307 Jun 10 15:35:33.105504 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d2275-009e-4840-8850-d65cccf1fd7e req-d29ccec6-e248-4291-9770-61c6a1909a7e tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:33.176042 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-605d2275-009e-4840-8850-d65cccf1fd7e req-d29ccec6-e248-4291-9770-61c6a1909a7e tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 931 time: 0.0741153 Jun 10 15:35:33.176042 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-605d2275-009e-4840-8850-d65cccf1fd7e req-faf59ea4-63f4-4a86-9ece-f1533372624d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383627 Jun 10 15:35:33.787519 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1264dc-1066-4768-b604-385657da95bb req-6760c595-3e48-42a7-bade-03f80310dcbe tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:33.789026 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4d1264dc-1066-4768-b604-385657da95bb req-6760c595-3e48-42a7-bade-03f80310dcbe tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 943 time: 0.0806270 Jun 10 15:35:33.835468 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4d1264dc-1066-4768-b604-385657da95bb req-c3db20f6-6052-4a06-aa73-0b9f4dd78779 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404673 Jun 10 15:35:34.095301 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a65895-6be9-4580-b61f-fd1cd4e7b06e req-e355ab50-5707-499b-af83-fcb2408c9fb2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:34.096769 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-22a65895-6be9-4580-b61f-fd1cd4e7b06e req-e355ab50-5707-499b-af83-fcb2408c9fb2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0725892 Jun 10 15:35:34.139689 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-22a65895-6be9-4580-b61f-fd1cd4e7b06e req-74011e95-8a3a-4814-9417-e878c94e96bc tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366743 Jun 10 15:35:34.337652 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c20ab8-0f2b-4c3d-8602-c6e3e3925573 req-0677b912-4435-4def-a2bc-d6206bde548f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:34.339181 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-13c20ab8-0f2b-4c3d-8602-c6e3e3925573 req-0677b912-4435-4def-a2bc-d6206bde548f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 931 time: 0.0752709 Jun 10 15:35:34.383020 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-13c20ab8-0f2b-4c3d-8602-c6e3e3925573 req-97fa6961-80c0-4d20-b431-3d70078620c3 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380247 Jun 10 15:35:35.027469 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df79a31-eacd-4db5-94c8-1b3df2068e3e req-34cab0a3-9387-4d32-a033-4c2dc7210553 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:35.029091 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1df79a31-eacd-4db5-94c8-1b3df2068e3e req-34cab0a3-9387-4d32-a033-4c2dc7210553 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 943 time: 0.0744212 Jun 10 15:35:35.083185 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1df79a31-eacd-4db5-94c8-1b3df2068e3e req-46642cf5-09fd-4589-b9ad-9319200097b5 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481138 Jun 10 15:35:35.330787 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714675a0-d186-4c4c-9bfa-023c9e888d10 req-3d56a06c-7426-48d1-b791-18d2fc6f6125 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:35.333269 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-714675a0-d186-4c4c-9bfa-023c9e888d10 req-3d56a06c-7426-48d1-b791-18d2fc6f6125 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0779433 Jun 10 15:35:35.378785 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-714675a0-d186-4c4c-9bfa-023c9e888d10 req-a003eb70-76c0-4d57-8b4d-d1998fc1f161 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390399 Jun 10 15:35:35.569327 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47fd9c-1288-4cc9-b196-67a040030c53 req-55a06fe4-8e39-4695-9ba7-d93502b1f5df tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:35.571152 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ff47fd9c-1288-4cc9-b196-67a040030c53 req-55a06fe4-8e39-4695-9ba7-d93502b1f5df tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 931 time: 0.0712354 Jun 10 15:35:35.613932 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ff47fd9c-1288-4cc9-b196-67a040030c53 req-261ea3b2-b429-4220-9eeb-c3a0991cc480 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367041 Jun 10 15:35:36.306556 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555f43c-e813-4df7-baf6-3122dc04bf2b req-98c3592c-a634-40a5-85ab-59ede867bc31 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:36.308225 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d555f43c-e813-4df7-baf6-3122dc04bf2b req-98c3592c-a634-40a5-85ab-59ede867bc31 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 943 time: 0.0922558 Jun 10 15:35:36.355814 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d555f43c-e813-4df7-baf6-3122dc04bf2b req-c063bf03-03eb-4cbd-9b62-bd7df9fff7d7 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418785 Jun 10 15:35:36.575088 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825df038-aac7-4c14-bc22-86b2909ce2fe req-c798b718-c59a-4b0b-b580-2b7bf7949701 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:36.576800 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-825df038-aac7-4c14-bc22-86b2909ce2fe req-c798b718-c59a-4b0b-b580-2b7bf7949701 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0719993 Jun 10 15:35:36.619519 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-825df038-aac7-4c14-bc22-86b2909ce2fe req-1146b365-8be9-496d-a577-fb5323885edb tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369644 Jun 10 15:35:36.828175 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c101e3-b005-4e80-8800-62213cd3d0a1 req-7af58e72-ee3a-446e-afe2-595aeff1a887 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:36.829699 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-47c101e3-b005-4e80-8800-62213cd3d0a1 req-7af58e72-ee3a-446e-afe2-595aeff1a887 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 931 time: 0.0788932 Jun 10 15:35:36.878350 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-47c101e3-b005-4e80-8800-62213cd3d0a1 req-0224e421-2f45-43b6-9837-bbef996468ef tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418293 Jun 10 15:35:37.027451 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:37.546776 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcecec-582d-4369-a2ab-4211146a25ba req-0069ea89-187b-41cf-a107-f42f244111a9 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:37.548182 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e7bcecec-582d-4369-a2ab-4211146a25ba req-0069ea89-187b-41cf-a107-f42f244111a9 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 943 time: 0.0686042 Jun 10 15:35:37.589899 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e7bcecec-582d-4369-a2ab-4211146a25ba req-32f0a9b3-9036-4763-8b78-1b26fa0f39d9 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360670 Jun 10 15:35:37.807775 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d800b58-3fdd-418a-939d-366bfb68203b req-160a8ceb-ca33-4aee-a73c-25e84d1afbe2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:37.808704 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4d800b58-3fdd-418a-939d-366bfb68203b req-160a8ceb-ca33-4aee-a73c-25e84d1afbe2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0762792 Jun 10 15:35:37.850625 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4d800b58-3fdd-418a-939d-366bfb68203b req-2c3e1760-99a1-40d5-951c-16a34dd70420 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359294 Jun 10 15:35:38.056650 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bddb4-a36b-4fd9-90aa-0dd30698dfdb req-e2d27f0c-2a14-49b0-a601-c5e54df8c5b6 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:38.058180 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ae8bddb4-a36b-4fd9-90aa-0dd30698dfdb req-e2d27f0c-2a14-49b0-a601-c5e54df8c5b6 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 931 time: 0.0678508 Jun 10 15:35:38.098849 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ae8bddb4-a36b-4fd9-90aa-0dd30698dfdb req-40628492-b42a-4407-bc11-eef5cc7dcbbf tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351501 Jun 10 15:35:38.775618 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f960219-16df-4a0f-8ca0-81fa9e2e3b2a req-40a3001b-9f11-413a-8428-40d68fa41b73 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:38.777051 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7f960219-16df-4a0f-8ca0-81fa9e2e3b2a req-40a3001b-9f11-413a-8428-40d68fa41b73 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 943 time: 0.0718596 Jun 10 15:35:38.818432 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7f960219-16df-4a0f-8ca0-81fa9e2e3b2a req-1825e074-fca1-4abf-95e6-10f1bf03c013 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358007 Jun 10 15:35:39.024722 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f825b06-cf5a-419b-aa18-c95ed8babaa3 req-7ae05a6c-204a-4f57-8313-0e50acfd7bac tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:39.026271 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1f825b06-cf5a-419b-aa18-c95ed8babaa3 req-7ae05a6c-204a-4f57-8313-0e50acfd7bac tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0691292 Jun 10 15:35:39.067518 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1f825b06-cf5a-419b-aa18-c95ed8babaa3 req-8ad7fbd6-4303-418b-b2e3-85497b76dc9e tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357556 Jun 10 15:35:39.278297 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03530ce-933c-4f82-b362-592d3456d3e9 req-7ad31833-6882-4b1c-822e-413e6e33b357 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:39.279688 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c03530ce-933c-4f82-b362-592d3456d3e9 req-7ad31833-6882-4b1c-822e-413e6e33b357 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 931 time: 0.0728331 Jun 10 15:35:39.321760 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c03530ce-933c-4f82-b362-592d3456d3e9 req-c38ce779-eef8-43ba-b13f-1d5947c01cec tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365376 Jun 10 15:35:40.005238 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464bca5-dbfe-4773-82cf-4f0bc9818958 req-129a23b0-88e3-405e-b910-9491a2542c9f tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:40.007257 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3464bca5-dbfe-4773-82cf-4f0bc9818958 req-129a23b0-88e3-405e-b910-9491a2542c9f tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 943 time: 0.0702336 Jun 10 15:35:40.050091 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3464bca5-dbfe-4773-82cf-4f0bc9818958 req-e5befb61-4664-4eed-97af-e2b876880dd0 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354145 Jun 10 15:35:40.247695 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40718f6c-ca75-4208-95a3-068c50ae7140 req-25110f7c-4361-4315-a120-e3d794c2ffc4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:40.249150 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-40718f6c-ca75-4208-95a3-068c50ae7140 req-25110f7c-4361-4315-a120-e3d794c2ffc4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0742223 Jun 10 15:35:40.289515 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-40718f6c-ca75-4208-95a3-068c50ae7140 req-32091264-c1d0-4ff8-8123-a6e864247c89 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347505 Jun 10 15:35:40.425592 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] Request body: {'port': {'device_id': '0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:35:40.564058 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c49df4-f491-4695-ab9f-af49616a7471 req-0e375fe5-c37c-49f5-b69c-e893daa9fec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:40.565663 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-31c49df4-f491-4695-ab9f-af49616a7471 req-0e375fe5-c37c-49f5-b69c-e893daa9fec1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=efc7c5988e6c495d9a904fb9069702f2&device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 1096 time: 0.0631418 Jun 10 15:35:40.603739 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:40.623805 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65016535-28b3-4278-a25c-2fd560cbb9bd req-e22e5b4a-7e41-46da-b383-6d3a2b7568e8 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:40.629364 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-65016535-28b3-4278-a25c-2fd560cbb9bd req-e22e5b4a-7e41-46da-b383-6d3a2b7568e8 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 931 time: 0.1591756 Jun 10 15:35:40.706576 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c49df4-f491-4695-ab9f-af49616a7471 req-ace7ebcd-ecf4-458c-8fe2-c4a0e32d303a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:40.708112 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-31c49df4-f491-4695-ab9f-af49616a7471 req-ace7ebcd-ecf4-458c-8fe2-c4a0e32d303a service neutron] 10.222.0.45 "GET /v2.0/networks?id=4d632323-dfef-4d59-99a6-62839bb06dc5 HTTP/1.1" status: 200 len: 918 time: 0.1233251 Jun 10 15:35:40.716856 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-65016535-28b3-4278-a25c-2fd560cbb9bd req-663a91af-48ae-40ed-a9d3-0178341e0570 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851665 Jun 10 15:35:40.801121 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-31c49df4-f491-4695-ab9f-af49616a7471 req-c4ef2a0b-d37c-4062-a9a4-9f20c85b06c5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=268662c9-5a22-47db-99b8-84a3541679f8 HTTP/1.1" status: 200 len: 998 time: 0.0813906 Jun 10 15:35:40.857092 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c49df4-f491-4695-ab9f-af49616a7471 req-5596e40f-3584-49b5-9ef2-5ad361218e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:40.858507 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-31c49df4-f491-4695-ab9f-af49616a7471 req-5596e40f-3584-49b5-9ef2-5ad361218e17 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=7a2c655e-5d93-4119-a397-dc5fc7c831fb HTTP/1.1" status: 200 len: 856 time: 0.0522802 Jun 10 15:35:40.924454 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c49df4-f491-4695-ab9f-af49616a7471 req-77f65774-bd39-45b9-9e87-89d88be08f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:40.926037 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-31c49df4-f491-4695-ab9f-af49616a7471 req-77f65774-bd39-45b9-9e87-89d88be08f10 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=4d632323-dfef-4d59-99a6-62839bb06dc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0602572 Jun 10 15:35:41.010916 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e2db4cd-bb2d-46c3-8194-538217244f8b {{(pid=92440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:35:41.020841 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:41.035413 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa9fba-aad9-4baa-a27f-ee6ba3e6642e req-ab6ada2a-ac67-4e52-b2ac-dec3f82bd50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:41.036903 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a8fa9fba-aad9-4baa-a27f-ee6ba3e6642e req-ab6ada2a-ac67-4e52-b2ac-dec3f82bd50a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 1099 time: 0.1253181 Jun 10 15:35:41.039368 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.provisioning_blocks [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] Transition to ACTIVE for port object 2e2db4cd-bb2d-46c3-8194-538217244f8b will not be triggered until provisioned by entity L2. {{(pid=92440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:35:41.042132 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-31c49df4-f491-4695-ab9f-af49616a7471 req-a3470f2b-55b4-455a-b2da-e30006c4f667 service neutron] 10.222.0.45 "GET /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093030 Jun 10 15:35:41.171461 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-31c49df4-f491-4695-ab9f-af49616a7471 req-3a06938f-bc58-4b2a-9db4-1c6d3f509ea0 service neutron] 10.222.0.45 "GET /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221840 Jun 10 15:35:41.368600 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:41.379339 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-411e3e4e-10c4-46b7-90d5-0a67ffc4b3ad tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:35:41.493971 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a8fa9fba-aad9-4baa-a27f-ee6ba3e6642e req-d6c56578-fe40-4f3c-a33e-8850bc21a025 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4447110 Jun 10 15:35:41.557707 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e2db4cd-bb2d-46c3-8194-538217244f8b,revision_number=2']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:35:41.564979 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:35:41.666071 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b0543-7e92-47ca-b899-b41837dea28c req-b6a2a941-21ef-40ff-8063-720a7ca8290f tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:41.667551 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-188b0543-7e92-47ca-b899-b41837dea28c req-b6a2a941-21ef-40ff-8063-720a7ca8290f tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 943 time: 0.3034647 Jun 10 15:35:41.677604 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a862c0-6b4a-40b2-bbf5-792d1bdefd17 req-c1a681f0-8a02-41a4-a835-9316f639e4b1 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:41.679160 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a3a862c0-6b4a-40b2-bbf5-792d1bdefd17 req-c1a681f0-8a02-41a4-a835-9316f639e4b1 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.2477133 Jun 10 15:35:41.731318 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] Attempting to bind port 2e2db4cd-bb2d-46c3-8194-538217244f8b on host hv-cinder-77212 for vnic_type normal with profile {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:35:41.731573 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] Attempting to bind port 2e2db4cd-bb2d-46c3-8194-538217244f8b by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': '946c7721-7573-4267-b72d-fd235dd82591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5'}] {{(pid=92440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:35:41.731907 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] Attempting to bind port 2e2db4cd-bb2d-46c3-8194-538217244f8b on network fc452212-81ca-4caf-a3da-e16d5e17f9a5 {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:35:41.749858 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] Port 2e2db4cd-bb2d-46c3-8194-538217244f8b on network fc452212-81ca-4caf-a3da-e16d5e17f9a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:35:41.750194 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] Attempting to bind port 2e2db4cd-bb2d-46c3-8194-538217244f8b on network fc452212-81ca-4caf-a3da-e16d5e17f9a5 {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:35:41.771079 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-188b0543-7e92-47ca-b899-b41837dea28c req-c949052d-36e1-456a-a983-318b8f6c8877 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909827 Jun 10 15:35:41.775009 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] Checking agent: {'id': 'e28e421a-1ab2-4a36-8074-76b1dba64f57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'started_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:35:41.775305 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] Checking segment: {'id': '946c7721-7573-4267-b72d-fd235dd82591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:35:41.775686 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] Bound using segment: {'id': '946c7721-7573-4267-b72d-fd235dd82591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5'} {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:35:41.776210 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] Bound port: 2e2db4cd-bb2d-46c3-8194-538217244f8b, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '946c7721-7573-4267-b72d-fd235dd82591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5'}}] {{(pid=92440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:35:41.776558 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:41.781530 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a3a862c0-6b4a-40b2-bbf5-792d1bdefd17 req-e27305e5-2fe6-4906-9ff8-fe4b8e25f7a2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0918627 Jun 10 15:35:41.870893 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] For port 2e2db4cd-bb2d-46c3-8194-538217244f8b, host hv-cinder-77212, cleared binding levels {{(pid=92440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:35:41.874765 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] For port 2e2db4cd-bb2d-46c3-8194-538217244f8b, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2e2db4cd-bb2d-46c3-8194-538217244f8b,segment=NetworkSegment(946c7721-7573-4267-b72d-fd235dd82591),segment_id=946c7721-7573-4267-b72d-fd235dd82591)] {{(pid=92440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:35:41.979329 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89ecfd2-ce92-48c4-88e1-ac90c39d700a req-8b90b1ba-ae4e-4b5a-9411-afb074e58508 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:41.980804 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a89ecfd2-ce92-48c4-88e1-ac90c39d700a req-8b90b1ba-ae4e-4b5a-9411-afb074e58508 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 943 time: 0.0701773 Jun 10 15:35:42.022785 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a89ecfd2-ce92-48c4-88e1-ac90c39d700a req-64a801d0-ac1e-4822-aabe-7b0b11911e2c tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363436 Jun 10 15:35:42.046886 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:42.050530 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:35:42.088364 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:42.088962 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:42.090474 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] 10.222.0.45 "PUT /v2.0/ports/2e2db4cd-bb2d-46c3-8194-538217244f8b HTTP/1.1" status: 200 len: 1093 time: 1.6772735 Jun 10 15:35:42.090857 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1', 'tag': '2e2db4cd-bb2d-46c3-8194-538217244f8b'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:35:42.093136 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632f6f30-4c35-4d1f-8ace-3b9f00d1dea7" -d '{"events": [{"name": "network-changed", "server_uuid": "0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1", "tag": "2e2db4cd-bb2d-46c3-8194-538217244f8b"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:35:42.126060 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e2db4cd-bb2d-46c3-8194-538217244f8b,revision_number=3']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:35:42.129384 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:35:42.137614 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39c9b2c-beb8-43ff-8cbe-60ac7e119e14 x-openstack-request-id: req-b39c9b2c-beb8-43ff-8cbe-60ac7e119e14 {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:35:42.137990 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1", "tag": "2e2db4cd-bb2d-46c3-8194-538217244f8b", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:35:42.138295 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b39c9b2c-beb8-43ff-8cbe-60ac7e119e14 {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:35:42.138762 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1', 'tag': '2e2db4cd-bb2d-46c3-8194-538217244f8b', 'status': 'completed', 'code': 200} Jun 10 15:35:42.232699 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f6f30-4c35-4d1f-8ace-3b9f00d1dea7 req-c9e6999a-83ec-48d3-808b-6ce45e565248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:42.234250 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-632f6f30-4c35-4d1f-8ace-3b9f00d1dea7 req-c9e6999a-83ec-48d3-808b-6ce45e565248 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a3ed0fc5497463faac2851a1aeb412c&device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 1096 time: 0.0628743 Jun 10 15:35:42.368799 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f6f30-4c35-4d1f-8ace-3b9f00d1dea7 req-7e6aaf60-10bd-4875-8641-884ec4dc1752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:42.370211 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-632f6f30-4c35-4d1f-8ace-3b9f00d1dea7 req-7e6aaf60-10bd-4875-8641-884ec4dc1752 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=3a3ed0fc5497463faac2851a1aeb412c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1204979 Jun 10 15:35:42.489882 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f6f30-4c35-4d1f-8ace-3b9f00d1dea7 req-58434857-e2dc-43ab-9217-477f1f472e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:42.491317 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-632f6f30-4c35-4d1f-8ace-3b9f00d1dea7 req-58434857-e2dc-43ab-9217-477f1f472e85 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1145995 Jun 10 15:35:42.590285 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-dd9e8900-8c28-49a9-81fc-c3d8adebe291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:42.591651 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-dd9e8900-8c28-49a9-81fc-c3d8adebe291 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a3ed0fc5497463faac2851a1aeb412c&device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 1096 time: 0.0583942 Jun 10 15:35:42.666382 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-680c3b00-5d1c-4977-ade2-32eb2f6cfa09 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e2db4cd-bb2d-46c3-8194-538217244f8b HTTP/1.1" status: 200 len: 217 time: 0.0521564 Jun 10 15:35:42.722510 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-f3587192-eae9-48d7-a7a2-6fd32ac81b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:42.723915 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-f3587192-eae9-48d7-a7a2-6fd32ac81b02 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a35ed739-29e3-4a52-a6bc-15f7407e9f83 HTTP/1.1" status: 200 len: 850 time: 0.0513411 Jun 10 15:35:42.786562 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-50cf590c-92bf-4e34-a97f-e3328ee64672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:42.787994 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-50cf590c-92bf-4e34-a97f-e3328ee64672 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc452212-81ca-4caf-a3da-e16d5e17f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0575109 Jun 10 15:35:42.971226 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-05e668b2-f552-4a8f-84f1-b202f7b3189a service neutron] 10.222.0.45 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704247 Jun 10 15:35:43.109672 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff1829-291e-48a1-b9fb-6dd444fe376c req-31970309-044b-4827-a2a1-c97f29e20c61 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:43.111190 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-eaff1829-291e-48a1-b9fb-6dd444fe376c req-31970309-044b-4827-a2a1-c97f29e20c61 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.2034042 Jun 10 15:35:43.187049 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3da809d7-eccd-4452-9b58-3e53ca9005f3 req-cad469b6-efc4-4671-9405-77fa68c03f33 service neutron] 10.222.0.45 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066674 Jun 10 15:35:43.207217 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-eaff1829-291e-48a1-b9fb-6dd444fe376c req-5a47ce0b-6bee-47cc-9d3f-3b705d2bec81 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699055 Jun 10 15:35:43.223123 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab5ed2-0776-4828-8139-c6bb16fef8cb req-fd330f8f-7856-4470-9d74-19baa363f2f3 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:43.223123 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-abab5ed2-0776-4828-8139-c6bb16fef8cb req-fd330f8f-7856-4470-9d74-19baa363f2f3 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 943 time: 0.1399889 Jun 10 15:35:43.269009 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-abab5ed2-0776-4828-8139-c6bb16fef8cb req-0ef4f3ff-cf3c-4f21-a3ae-6c48e3c26194 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372145 Jun 10 15:35:43.449147 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b133d9-8736-4a11-9402-2f676df228c1 req-92fe03df-eb9e-4ee3-813e-d12cc5f499b2 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:43.450651 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-13b133d9-8736-4a11-9402-2f676df228c1 req-92fe03df-eb9e-4ee3-813e-d12cc5f499b2 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 943 time: 0.0690610 Jun 10 15:35:43.495358 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-13b133d9-8736-4a11-9402-2f676df228c1 req-5a8cdbb6-1443-4719-b2fa-10032b4e6296 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390198 Jun 10 15:35:44.385024 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316d3b1-5605-43d7-a64a-343608d9e4d4 req-ceca624e-3aa6-47df-8e56-5f500a1ed904 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:44.386605 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f316d3b1-5605-43d7-a64a-343608d9e4d4 req-ceca624e-3aa6-47df-8e56-5f500a1ed904 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0708346 Jun 10 15:35:44.468110 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f316d3b1-5605-43d7-a64a-343608d9e4d4 req-819b0646-27f5-425f-9d74-8b93fe51fc9a tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709333 Jun 10 15:35:44.502789 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f4d3e-6d19-4c92-88d7-5e13431415f4 req-03629a74-4846-41a6-b849-f202d30f999b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:44.504274 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-952f4d3e-6d19-4c92-88d7-5e13431415f4 req-03629a74-4846-41a6-b849-f202d30f999b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 943 time: 0.0909200 Jun 10 15:35:44.552479 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-952f4d3e-6d19-4c92-88d7-5e13431415f4 req-5d97f394-0f6f-456f-a59f-6e6ca56fcd0a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420716 Jun 10 15:35:44.652208 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe804b9-2461-45bd-90bb-dd4a6c511535 req-ae74864d-c84e-4967-a886-3c8a3d0c01bf tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:44.653666 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dbe804b9-2461-45bd-90bb-dd4a6c511535 req-ae74864d-c84e-4967-a886-3c8a3d0c01bf tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0693765 Jun 10 15:35:44.734698 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dbe804b9-2461-45bd-90bb-dd4a6c511535 req-3b8e81fa-a2ba-40e5-abde-07407cdf4d4d tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0703368 Jun 10 15:35:44.760553 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dfd28-a4f4-431e-8920-d77e68cae287 req-cfcad964-8910-48cc-954c-739ef1094efb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:44.762548 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 58184) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:35:44.768906 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-408dfd28-a4f4-431e-8920-d77e68cae287 req-cfcad964-8910-48cc-954c-739ef1094efb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 943 time: 0.1129546 Jun 10 15:35:44.816475 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-408dfd28-a4f4-431e-8920-d77e68cae287 req-d2fc39f9-6129-4627-8e0f-74b521a5fbaf tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466983 Jun 10 15:35:44.877368 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0490ab-6bd0-447b-834e-651cdb016ba6 tempest-TestShelveInstance-207143494 tempest-TestShelveInstance-207143494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:44.878923 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-dd0490ab-6bd0-447b-834e-651cdb016ba6 tempest-TestShelveInstance-207143494 tempest-TestShelveInstance-207143494-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 1094 time: 0.1147544 Jun 10 15:35:44.881702 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 58188) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:35:44.886805 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Request body: {'floatingip': {'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'port_id': '83f13f51-c7d7-4964-a648-cc7bcabe2832', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:35:44.966146 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 268662c9-5a22-47db-99b8-84a3541679f8 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=92442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:35:45.013943 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for floatingip, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:45.081763 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 268662c9-5a22-47db-99b8-84a3541679f8, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=268662c9-5a22-47db-99b8-84a3541679f8,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:35:45.097434 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Returning: {'device': '268662c9-5a22-47db-99b8-84a3541679f8', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'port_id': '268662c9-5a22-47db-99b8-84a3541679f8', 'mac_address': 'fa:16:3e:69:b7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:35:45.135352 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:45.142199 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:45.156659 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 268662c9-5a22-47db-99b8-84a3541679f8 {{(pid=92442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:35:45.176741 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 268662c9-5a22-47db-99b8-84a3541679f8, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=268662c9-5a22-47db-99b8-84a3541679f8,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:35:45.254091 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:45.256831 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:35:45.260302 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Allocated IP 172.27.3.53 (bafb3150-7231-46b7-88ed-3af7e5c7810a/66421b7e-18a2-4c9a-a813-c12246305922/c111a074-f94f-4777-828d-b923b73822f7) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:35:45.310683 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=268662c9-5a22-47db-99b8-84a3541679f8,revision_number=9']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:35:45.313754 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:35:45.392176 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:45.497752 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940535'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:45.499865 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-e9e37763-b344-4824-b4ec-6c9c1151a555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:35:45.543466 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Network bafb3150-7231-46b7-88ed-3af7e5c7810a is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:35:45.546241 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:35:45.549760 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:35:45.579959 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Pushing event updated for resources: {'Port': ['ID=c111a074-f94f-4777-828d-b923b73822f7,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:35:45.595114 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:45.595351 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:45.595722 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:45.596088 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:45.596456 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:45.596816 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:45.597174 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:45.597528 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:45.597903 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:45.598257 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:45.598609 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:45.598961 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:35:45.604602 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:35:45.640269 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['268662c9-5a22-47db-99b8-84a3541679f8'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:35:45.750516 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb51dd0-17c4-4aac-8656-3679205f4308 req-2a4a65d2-e8ce-4d1c-a24b-e0f2d2a88ecd tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:45.752329 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-eeb51dd0-17c4-4aac-8656-3679205f4308 req-2a4a65d2-e8ce-4d1c-a24b-e0f2d2a88ecd tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 944 time: 0.0765169 Jun 10 15:35:45.804943 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-eeb51dd0-17c4-4aac-8656-3679205f4308 req-ca139768-680e-4f25-a555-49faa31396d2 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393014 Jun 10 15:35:46.004193 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c1b6a-7055-4af8-a67f-36684fde73e8 req-94e48fc5-48a1-47e7-8a54-66fa081d117b tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:46.005660 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d99c1b6a-7055-4af8-a67f-36684fde73e8 req-94e48fc5-48a1-47e7-8a54-66fa081d117b tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 943 time: 0.0708714 Jun 10 15:35:46.041344 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:46.052307 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d99c1b6a-7055-4af8-a67f-36684fde73e8 req-3a96440e-6905-4717-b95c-e9a8d7d87604 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402074 Jun 10 15:35:46.205707 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:46.383671 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for port, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:46.437340 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940517'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:46.438980 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-66afb2d1-a713-4dd2-862a-b369d322f0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:35:46.522528 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Pushing event updated for resources: {'Port': ['ID=c111a074-f94f-4777-828d-b923b73822f7,revision_number=2']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:35:46.525374 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:35:46.535313 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:46.953504 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.db.l3_db [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Floating IP 562431f9-95c1-4514-a979-34ce6c2e0c5d associated. External IP: 172.27.3.53, port: 83f13f51-c7d7-4964-a648-cc7bcabe2832. Jun 10 15:35:46.965992 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 268662c9-5a22-47db-99b8-84a3541679f8 up at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:35:46.991566 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f8b8a-1a77-4e89-9d09-9009ed144e5a req-928e0b39-ce9a-49ba-b1d9-a8679ab6d3c7 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:46.994262 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-074f8b8a-1a77-4e89-9d09-9009ed144e5a req-928e0b39-ce9a-49ba-b1d9-a8679ab6d3c7 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 944 time: 0.0716782 Jun 10 15:35:47.024051 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning complete for port 268662c9-5a22-47db-99b8-84a3541679f8 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:35:47.036547 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:47.036869 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-074f8b8a-1a77-4e89-9d09-9009ed144e5a req-a4718a4a-fef3-4e94-ab13-f62ca237e4e4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366535 Jun 10 15:35:47.142153 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:47.171010 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9480061e-3701-42c5-9116-7c5067fc0fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268662c9-5a22-47db-99b8-84a3541679f8'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:35:47.174166 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792ff5d3-4c88-4254-898d-09443581d364" -d '{"events": [{"server_uuid": "9480061e-3701-42c5-9116-7c5067fc0fff", "name": "network-vif-plugged", "status": "completed", "tag": "268662c9-5a22-47db-99b8-84a3541679f8"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:35:47.193451 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 268662c9-5a22-47db-99b8-84a3541679f8, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=268662c9-5a22-47db-99b8-84a3541679f8,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:35:47.223688 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b8988b-3cb4-4699-b4de-2e04f29ba215 x-openstack-request-id: req-b6b8988b-3cb4-4699-b4de-2e04f29ba215 {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:35:47.223984 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9480061e-3701-42c5-9116-7c5067fc0fff", "name": "network-vif-plugged", "status": "completed", "tag": "268662c9-5a22-47db-99b8-84a3541679f8", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:35:47.224244 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b6b8988b-3cb4-4699-b4de-2e04f29ba215 {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:35:47.224638 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9480061e-3701-42c5-9116-7c5067fc0fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268662c9-5a22-47db-99b8-84a3541679f8', 'code': 200} Jun 10 15:35:47.255051 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d4c6b-6b9b-4880-97fc-a9bddb9dee21 req-5185c5f5-1e5e-438a-8896-9d48f76d860b tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:47.256545 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a01d4c6b-6b9b-4880-97fc-a9bddb9dee21 req-5185c5f5-1e5e-438a-8896-9d48f76d860b tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 943 time: 0.0727739 Jun 10 15:35:47.260271 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Router 8d5b0e84-d1d0-47b5-baa0-12691d94527c has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:35:47.269499 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:47.273571 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-7aadb074-ea07-48fc-a102-0af00d43878e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:35:47.308433 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a01d4c6b-6b9b-4880-97fc-a9bddb9dee21 req-66b9239c-ecce-42f8-bccd-170336367dfe tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458510 Jun 10 15:35:47.339157 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=268662c9-5a22-47db-99b8-84a3541679f8,revision_number=10']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:35:47.342178 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:35:47.414503 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:35:47.425504 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f898e54-ae93-4e47-92fb-59d3cddaade1 None None] Sync routers for ids ['8d5b0e84-d1d0-47b5-baa0-12691d94527c'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:35:47.435831 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f898e54-ae93-4e47-92fb-59d3cddaade1 None None] Routers {'8d5b0e84-d1d0-47b5-baa0-12691d94527c'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:35:47.436552 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-0f898e54-ae93-4e47-92fb-59d3cddaade1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:35:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['8d5b0e84-d1d0-47b5-baa0-12691d94527c'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:35:47.497961 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for floatingip, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:47.543585 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6608152 Jun 10 15:35:47.544256 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecef4802-34c7-43b2-8396-83fa321b74b0', 'tag': '83f13f51-c7d7-4964-a648-cc7bcabe2832'}] {{(pid=92441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:35:47.546969 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9b8eca18dfada33807f9ce70a392550ff1c61d1cc5185ff617afbbc74c0c2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f214dd-7dfc-4c0b-b364-14dfe15a6fd5" -d '{"events": [{"name": "network-changed", "server_uuid": "ecef4802-34c7-43b2-8396-83fa321b74b0", "tag": "83f13f51-c7d7-4964-a648-cc7bcabe2832"}]}' {{(pid=92441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:35:47.574900 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d67ce-1829-449b-9ceb-a704fb1ac8e5 req-50def636-7bcb-4b53-8741-ff9ea5520f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:47.576439 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-560d67ce-1829-449b-9ceb-a704fb1ac8e5 req-50def636-7bcb-4b53-8741-ff9ea5520f94 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 1099 time: 0.0761352 Jun 10 15:35:47.588625 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f4705c-2aad-442f-bdec-382978af0182 x-openstack-request-id: req-37f4705c-2aad-442f-bdec-382978af0182 {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:35:47.588969 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecef4802-34c7-43b2-8396-83fa321b74b0", "tag": "83f13f51-c7d7-4964-a648-cc7bcabe2832", "status": "completed", "code": 200}]} {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:35:47.589311 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-37f4705c-2aad-442f-bdec-382978af0182 {{(pid=92441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:35:47.589698 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecef4802-34c7-43b2-8396-83fa321b74b0', 'tag': '83f13f51-c7d7-4964-a648-cc7bcabe2832', 'status': 'completed', 'code': 200} Jun 10 15:35:47.594563 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-0f898e54-ae93-4e47-92fb-59d3cddaade1 None None] Set router 8d5b0e84-d1d0-47b5-baa0-12691d94527c gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:35:47.646482 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-560d67ce-1829-449b-9ceb-a704fb1ac8e5 req-988e36d0-397f-4783-aaad-7563f6d0dee9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636861 Jun 10 15:35:47.673278 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f214dd-7dfc-4c0b-b364-14dfe15a6fd5 req-b3e4ef25-28eb-4be8-a0d0-460950fd5013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:47.674755 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-14f214dd-7dfc-4c0b-b364-14dfe15a6fd5 req-b3e4ef25-28eb-4be8-a0d0-460950fd5013 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4517d521167249acb67d8141a24d7e7c&device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 1099 time: 0.0627410 Jun 10 15:35:47.968634 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f214dd-7dfc-4c0b-b364-14dfe15a6fd5 req-27499a07-083f-466d-b71a-bd9eaac2468b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:47.970125 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-14f214dd-7dfc-4c0b-b364-14dfe15a6fd5 req-27499a07-083f-466d-b71a-bd9eaac2468b service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a805898-5828-42de-b8ce-449b5c5f6a6a HTTP/1.1" status: 200 len: 910 time: 0.1218660 Jun 10 15:35:48.015657 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-0f898e54-ae93-4e47-92fb-59d3cddaade1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'name': 'tempest-TestShelveInstance-1699286490-router', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:34:14Z', 'updated_at': '2021-06-10T15:34:19Z', 'revision_number': 4, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'gw_port': {'id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:89:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:15Z', 'updated_at': '2021-06-10T15:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': '562431f9-95c1-4514-a979-34ce6c2e0c5d', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'port_id': '83f13f51-c7d7-4964-a648-cc7bcabe2832', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a', 'mac_address': 'fa:16:3e:c4:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecef4802-34c7-43b2-8396-83fa321b74b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:35:45Z', 'updated_at': '2021-06-10T15:35:45Z', 'revision_number': 0, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f2d122c-863a-4fcf-9398-4d9a3aeead63', 'name': '', 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'mac_address': 'fa:16:3e:bb:7f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b115e941-9da1-483b-9e8a-4bf58d5be886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:18Z', 'updated_at': '2021-06-10T15:34:25Z', 'revision_number': 5, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'subnets': [{'id': 'b115e941-9da1-483b-9e8a-4bf58d5be886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:35:48.019112 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f898e54-ae93-4e47-92fb-59d3cddaade1 None None] Checking router: 8d5b0e84-d1d0-47b5-baa0-12691d94527c for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:35:48.027405 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f898e54-ae93-4e47-92fb-59d3cddaade1 None None] Routers {'8d5b0e84-d1d0-47b5-baa0-12691d94527c'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:35:48.028016 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-0f898e54-ae93-4e47-92fb-59d3cddaade1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:35:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['8d5b0e84-d1d0-47b5-baa0-12691d94527c'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:35:48.058106 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-14f214dd-7dfc-4c0b-b364-14dfe15a6fd5 req-f8c236a5-1fc6-4e99-900c-946df617e56a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83f13f51-c7d7-4964-a648-cc7bcabe2832 HTTP/1.1" status: 200 len: 999 time: 0.0814145 Jun 10 15:35:48.114894 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f214dd-7dfc-4c0b-b364-14dfe15a6fd5 req-1e777f6e-5004-4779-a20d-13ed082ef79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:48.116354 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-14f214dd-7dfc-4c0b-b364-14dfe15a6fd5 req-1e777f6e-5004-4779-a20d-13ed082ef79f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b115e941-9da1-483b-9e8a-4bf58d5be886 HTTP/1.1" status: 200 len: 848 time: 0.0522490 Jun 10 15:35:48.182911 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-0f898e54-ae93-4e47-92fb-59d3cddaade1 None None] Set router 8d5b0e84-d1d0-47b5-baa0-12691d94527c gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:35:48.222933 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f214dd-7dfc-4c0b-b364-14dfe15a6fd5 req-7fb39986-210d-4aad-a945-831fea5b4325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:48.224358 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-14f214dd-7dfc-4c0b-b364-14dfe15a6fd5 req-7fb39986-210d-4aad-a945-831fea5b4325 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a805898-5828-42de-b8ce-449b5c5f6a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1003466 Jun 10 15:35:48.235914 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-7bd6a1bc-39a4-46e7-a0d8-60054b669c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:48.331457 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2ca9e-f3d7-4b1e-8005-0e88c5e5a136 req-400c3352-b5d2-4fbd-be3e-34abcaed4878 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:48.332985 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f8b2ca9e-f3d7-4b1e-8005-0e88c5e5a136 req-400c3352-b5d2-4fbd-be3e-34abcaed4878 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 946 time: 0.1650965 Jun 10 15:35:48.392681 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-14f214dd-7dfc-4c0b-b364-14dfe15a6fd5 req-f6b23c50-ca4c-4c72-b242-3022363035d3 service neutron] 10.222.0.45 "GET /v2.0/networks/5a805898-5828-42de-b8ce-449b5c5f6a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596503 Jun 10 15:35:48.400903 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f8b2ca9e-f3d7-4b1e-8005-0e88c5e5a136 req-94717c8a-87a9-4474-925d-2d5da1ec8053 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567136 Jun 10 15:35:48.490148 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-0f898e54-ae93-4e47-92fb-59d3cddaade1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'name': 'tempest-TestShelveInstance-1699286490-router', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:34:14Z', 'updated_at': '2021-06-10T15:34:19Z', 'revision_number': 4, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'gw_port': {'id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:89:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:15Z', 'updated_at': '2021-06-10T15:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': '562431f9-95c1-4514-a979-34ce6c2e0c5d', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'port_id': '83f13f51-c7d7-4964-a648-cc7bcabe2832', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a', 'mac_address': 'fa:16:3e:c4:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecef4802-34c7-43b2-8396-83fa321b74b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:35:45Z', 'updated_at': '2021-06-10T15:35:45Z', 'revision_number': 0, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f2d122c-863a-4fcf-9398-4d9a3aeead63', 'name': '', 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'mac_address': 'fa:16:3e:bb:7f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b115e941-9da1-483b-9e8a-4bf58d5be886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:18Z', 'updated_at': '2021-06-10T15:34:25Z', 'revision_number': 5, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'subnets': [{'id': 'b115e941-9da1-483b-9e8a-4bf58d5be886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:35:48.494142 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f898e54-ae93-4e47-92fb-59d3cddaade1 None None] The sync data for ids ['8d5b0e84-d1d0-47b5-baa0-12691d94527c'] in dv-cinder-772126-2-iscsi is: [{'id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'name': 'tempest-TestShelveInstance-1699286490-router', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:34:14Z', 'updated_at': '2021-06-10T15:34:19Z', 'revision_number': 4, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'gw_port': {'id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:89:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:15Z', 'updated_at': '2021-06-10T15:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': '562431f9-95c1-4514-a979-34ce6c2e0c5d', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'port_id': '83f13f51-c7d7-4964-a648-cc7bcabe2832', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a', 'mac_address': 'fa:16:3e:c4:4e:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecef4802-34c7-43b2-8396-83fa321b74b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:35:45Z', 'updated_at': '2021-06-10T15:35:45Z', 'revision_number': 0, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f2d122c-863a-4fcf-9398-4d9a3aeead63', 'name': '', 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'mac_address': 'fa:16:3e:bb:7f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b115e941-9da1-483b-9e8a-4bf58d5be886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:18Z', 'updated_at': '2021-06-10T15:34:25Z', 'revision_number': 5, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'subnets': [{'id': 'b115e941-9da1-483b-9e8a-4bf58d5be886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:35:48.565360 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-14f214dd-7dfc-4c0b-b364-14dfe15a6fd5 req-446fcf42-6e26-44cd-b7f5-338bd455fa0c service neutron] 10.222.0.45 "GET /v2.0/networks/5a805898-5828-42de-b8ce-449b5c5f6a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635115 Jun 10 15:35:48.585161 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a20ccc-8583-467b-a182-0b860d524130 req-37fadd8a-c687-4a8a-adcb-d36ee9e601f4 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:48.587303 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-02a20ccc-8583-467b-a182-0b860d524130 req-37fadd8a-c687-4a8a-adcb-d36ee9e601f4 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 943 time: 0.0985072 Jun 10 15:35:48.633264 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-02a20ccc-8583-467b-a182-0b860d524130 req-d635e94d-978e-4a64-b4bc-0274de3e24bb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402200 Jun 10 15:35:48.688662 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9001a9c-5c62-423e-9741-65e1d996856a None None] New status for floating IP 562431f9-95c1-4514-a979-34ce6c2e0c5d: ACTIVE {{(pid=92443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:35:49.602276 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372afa9f-2c9a-41d9-adc8-dedafa9df3d8 req-e1125fdd-cf2f-4350-9c3b-6ecfec60f4de tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:49.603930 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-372afa9f-2c9a-41d9-adc8-dedafa9df3d8 req-e1125fdd-cf2f-4350-9c3b-6ecfec60f4de tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 946 time: 0.0740893 Jun 10 15:35:49.645368 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-372afa9f-2c9a-41d9-adc8-dedafa9df3d8 req-94395263-b257-4597-97de-37928c80d4be tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357406 Jun 10 15:35:49.826072 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d0d18-9cfb-479f-a371-dc04a3c2b060 req-422c5b62-2e97-4a86-8d27-95d4d836c320 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:49.827462 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fa6d0d18-9cfb-479f-a371-dc04a3c2b060 req-422c5b62-2e97-4a86-8d27-95d4d836c320 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 943 time: 0.0752964 Jun 10 15:35:49.871189 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-fa6d0d18-9cfb-479f-a371-dc04a3c2b060 req-4b55d975-d925-4e4c-b001-8e104fb93eab tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378568 Jun 10 15:35:50.761025 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:50.763803 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-be7e7a04-7b35-4b63-878f-17dd2540677f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:50.833731 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0ef99b-8b27-4f2b-adb4-1371b6e4a35a req-5613ab28-dedc-4734-847a-36c737776097 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:50.835470 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dc0ef99b-8b27-4f2b-adb4-1371b6e4a35a req-5613ab28-dedc-4734-847a-36c737776097 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 946 time: 0.0738316 Jun 10 15:35:50.882385 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dc0ef99b-8b27-4f2b-adb4-1371b6e4a35a req-954706c4-52e4-49ec-8277-db0b9a630055 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408626 Jun 10 15:35:50.992688 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 2e2db4cd-bb2d-46c3-8194-538217244f8b details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=92442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:35:51.050328 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1ee5e3-45a1-4290-81eb-1dcc8643fef6 req-f02e3136-7110-4204-84f3-eb663bd91ce9 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:51.051789 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4a1ee5e3-45a1-4290-81eb-1dcc8643fef6 req-f02e3136-7110-4204-84f3-eb663bd91ce9 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 943 time: 0.0708969 Jun 10 15:35:51.094811 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4a1ee5e3-45a1-4290-81eb-1dcc8643fef6 req-f4a47bf0-03a5-4f36-a86d-6e8393dfbc8b tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365860 Jun 10 15:35:51.110136 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 2e2db4cd-bb2d-46c3-8194-538217244f8b, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2e2db4cd-bb2d-46c3-8194-538217244f8b,segment=NetworkSegment(946c7721-7573-4267-b72d-fd235dd82591),segment_id=946c7721-7573-4267-b72d-fd235dd82591)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:35:51.130649 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Returning: {'device': '2e2db4cd-bb2d-46c3-8194-538217244f8b', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'port_id': '2e2db4cd-bb2d-46c3-8194-538217244f8b', 'mac_address': 'fa:16:3e:a9:b4:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:35:51.173487 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:51.188397 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e2db4cd-bb2d-46c3-8194-538217244f8b {{(pid=92442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:35:51.208895 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 2e2db4cd-bb2d-46c3-8194-538217244f8b, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2e2db4cd-bb2d-46c3-8194-538217244f8b,segment=NetworkSegment(946c7721-7573-4267-b72d-fd235dd82591),segment_id=946c7721-7573-4267-b72d-fd235dd82591)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:35:51.279759 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:51.281561 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:35:51.334374 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=2e2db4cd-bb2d-46c3-8194-538217244f8b,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:35:51.337337 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:35:51.676344 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['2e2db4cd-bb2d-46c3-8194-538217244f8b'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:35:51.912452 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:52.271880 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92773b0-4a49-4762-82d7-5ef18cf106e4 req-81a5a577-5c09-40fc-8d08-dd709390cc5f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:52.273341 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b92773b0-4a49-4762-82d7-5ef18cf106e4 req-81a5a577-5c09-40fc-8d08-dd709390cc5f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 944 time: 0.0688758 Jun 10 15:35:52.318927 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b92773b0-4a49-4762-82d7-5ef18cf106e4 req-0794ac4c-e9b8-4230-b558-7a2030cead42 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390804 Jun 10 15:35:53.001694 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 2e2db4cd-bb2d-46c3-8194-538217244f8b up at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:35:53.134668 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning for port 2e2db4cd-bb2d-46c3-8194-538217244f8b completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:35:53.138378 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning complete for port 2e2db4cd-bb2d-46c3-8194-538217244f8b triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:35:53.138751 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:53.225595 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:53.251935 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2db4cd-bb2d-46c3-8194-538217244f8b'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:35:53.254198 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d5b51e-6455-40a1-b463-70e8ced36ddf" -d '{"events": [{"server_uuid": "0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1", "name": "network-vif-plugged", "status": "completed", "tag": "2e2db4cd-bb2d-46c3-8194-538217244f8b"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:35:53.267883 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 2e2db4cd-bb2d-46c3-8194-538217244f8b, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2e2db4cd-bb2d-46c3-8194-538217244f8b,segment=NetworkSegment(946c7721-7573-4267-b72d-fd235dd82591),segment_id=946c7721-7573-4267-b72d-fd235dd82591)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:35:53.291383 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5498de5c-8b47-4164-8179-ae282832c37d x-openstack-request-id: req-5498de5c-8b47-4164-8179-ae282832c37d {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:35:53.291683 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1", "name": "network-vif-plugged", "status": "completed", "tag": "2e2db4cd-bb2d-46c3-8194-538217244f8b", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:35:53.291947 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5498de5c-8b47-4164-8179-ae282832c37d {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:35:53.292348 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2db4cd-bb2d-46c3-8194-538217244f8b', 'code': 200} Jun 10 15:35:53.362709 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:53.368512 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-ed45b79e-5f4d-459d-905d-431a8872112f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:35:53.419875 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=2e2db4cd-bb2d-46c3-8194-538217244f8b,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:35:53.422844 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:35:53.513631 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e39a78-9e3e-424a-a3cd-a4ff09183b63 req-beb2b744-cb25-4ae4-88d8-23988320b766 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:53.515133 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b2e39a78-9e3e-424a-a3cd-a4ff09183b63 req-beb2b744-cb25-4ae4-88d8-23988320b766 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 945 time: 0.0788212 Jun 10 15:35:53.558057 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b2e39a78-9e3e-424a-a3cd-a4ff09183b63 req-f893833d-f842-46de-bbdc-0f5d3be9247c tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369952 Jun 10 15:35:53.666218 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:53.707201 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394ed471-1444-49ac-82a2-ad188e1941a3 req-d14d1a96-7eb1-4b00-97d9-93b360b76a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:53.708682 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-394ed471-1444-49ac-82a2-ad188e1941a3 req-d14d1a96-7eb1-4b00-97d9-93b360b76a9e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 1098 time: 0.0579662 Jun 10 15:35:53.746251 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-394ed471-1444-49ac-82a2-ad188e1941a3 req-eb344ff8-c0f8-428a-a9eb-10b85bdf216f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311491 Jun 10 15:35:54.740563 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471d26a-5e7b-465c-87ab-e89a95d0e4d2 req-67b7f59a-ca70-46ad-9fc2-9d1acd18003b tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:54.742051 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7471d26a-5e7b-465c-87ab-e89a95d0e4d2 req-67b7f59a-ca70-46ad-9fc2-9d1acd18003b tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 945 time: 0.0739408 Jun 10 15:35:54.784073 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7471d26a-5e7b-465c-87ab-e89a95d0e4d2 req-43b3947b-ad48-47e1-9eea-779d63b05add tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357857 Jun 10 15:35:55.966265 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24b889-17cc-42ca-b7e3-9aba5087ae94 req-3aa1365b-2460-433d-82fe-ead447615f6f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:55.967734 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ec24b889-17cc-42ca-b7e3-9aba5087ae94 req-3aa1365b-2460-433d-82fe-ead447615f6f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 945 time: 0.0705812 Jun 10 15:35:56.009694 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ec24b889-17cc-42ca-b7e3-9aba5087ae94 req-146f9032-9f25-4201-8867-810347f2c7d8 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364809 Jun 10 15:35:56.191348 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88c54f-ecae-42f5-9ef2-e745e8cf378d req-1040bc82-c180-421b-a9c1-20f969fb3f8a tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:56.192706 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7c88c54f-ecae-42f5-9ef2-e745e8cf378d req-1040bc82-c180-421b-a9c1-20f969fb3f8a tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 945 time: 0.0734980 Jun 10 15:35:56.234318 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7c88c54f-ecae-42f5-9ef2-e745e8cf378d req-5ae15cc5-9be7-4c32-b350-087151a2f45f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357955 Jun 10 15:35:56.257859 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 58284) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:35:56.413433 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a92262c-92b4-43e6-9b25-05d4a856ac32 tempest-TestVolumeBootPattern-1158222322 tempest-TestVolumeBootPattern-1158222322-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:56.415093 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-6a92262c-92b4-43e6-9b25-05d4a856ac32 tempest-TestVolumeBootPattern-1158222322 tempest-TestVolumeBootPattern-1158222322-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 1093 time: 0.1561682 Jun 10 15:35:56.421038 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 58290) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:35:56.422771 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-bcc4627f-4182-40f7-8006-6dca5570bfdb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Request body: {'floatingip': {'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'port_id': '2e2db4cd-bb2d-46c3-8194-538217244f8b', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:35:56.532213 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-bcc4627f-4182-40f7-8006-6dca5570bfdb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for floatingip, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:56.652361 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-bcc4627f-4182-40f7-8006-6dca5570bfdb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:56.772988 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_common [None req-bcc4627f-4182-40f7-8006-6dca5570bfdb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Allocated IP 172.27.3.75 (bafb3150-7231-46b7-88ed-3af7e5c7810a/66421b7e-18a2-4c9a-a813-c12246305922/e90a9093-0eb9-4da9-9f7b-275a07b97d00) {{(pid=92441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:35:56.902425 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-bcc4627f-4182-40f7-8006-6dca5570bfdb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for port, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:57.086785 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-bcc4627f-4182-40f7-8006-6dca5570bfdb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4940535'] for port, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:57.088811 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-5092a851-4250-49a7-a22b-d993bcbcc6f1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:35:57.136784 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc4627f-4182-40f7-8006-6dca5570bfdb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Network bafb3150-7231-46b7-88ed-3af7e5c7810a is already hosted by enough agents. {{(pid=92441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:35:57.139613 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-bcc4627f-4182-40f7-8006-6dca5570bfdb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Resources bound (agent type, host, resource id): {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:35:57.143155 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc4627f-4182-40f7-8006-6dca5570bfdb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Received port after_create {{(pid=92441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:35:57.172791 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4627f-4182-40f7-8006-6dca5570bfdb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Pushing event updated for resources: {'Port': ['ID=e90a9093-0eb9-4da9-9f7b-275a07b97d00,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:35:57.176980 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-bcc4627f-4182-40f7-8006-6dca5570bfdb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:35:57.191871 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:35:57.594262 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-bcc4627f-4182-40f7-8006-6dca5570bfdb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:57.745157 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-bcc4627f-4182-40f7-8006-6dca5570bfdb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:57.928343 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-bcc4627f-4182-40f7-8006-6dca5570bfdb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for port, precommit_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:58.014377 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-bcc4627f-4182-40f7-8006-6dca5570bfdb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4940517'] for port, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:58.016268 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-ecc4bab2-8bc1-4db8-a7ba-b655ca44c235 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:35:58.094617 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4627f-4182-40f7-8006-6dca5570bfdb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Pushing event updated for resources: {'Port': ['ID=e90a9093-0eb9-4da9-9f7b-275a07b97d00,revision_number=2']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:35:58.101493 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-bcc4627f-4182-40f7-8006-6dca5570bfdb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:35:58.111165 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-bcc4627f-4182-40f7-8006-6dca5570bfdb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:58.247507 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.db.l3_db [None req-bcc4627f-4182-40f7-8006-6dca5570bfdb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Floating IP 63080865-7101-4206-8483-8b61d1097dfd associated. External IP: 172.27.3.75, port: 2e2db4cd-bb2d-46c3-8194-538217244f8b. Jun 10 15:35:58.523631 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc4627f-4182-40f7-8006-6dca5570bfdb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:35:58.947808 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc4627f-4182-40f7-8006-6dca5570bfdb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:35:58.958293 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9224e3b8-de79-4e6f-bcc9-ba9ece3bec7c None None] Sync routers for ids ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:35:58.967937 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9224e3b8-de79-4e6f-bcc9-ba9ece3bec7c None None] Routers {'5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:35:58.972924 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-9224e3b8-de79-4e6f-bcc9-ba9ece3bec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:35:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:35:59.026183 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-bcc4627f-4182-40f7-8006-6dca5570bfdb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for floatingip, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:35:59.068692 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-bcc4627f-4182-40f7-8006-6dca5570bfdb tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6492810 Jun 10 15:35:59.069285 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1', 'tag': '2e2db4cd-bb2d-46c3-8194-538217244f8b'}] {{(pid=92441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:35:59.072129 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9b8eca18dfada33807f9ce70a392550ff1c61d1cc5185ff617afbbc74c0c2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f833c54-e178-4c60-8a22-b403296a271e" -d '{"events": [{"name": "network-changed", "server_uuid": "0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1", "tag": "2e2db4cd-bb2d-46c3-8194-538217244f8b"}]}' {{(pid=92441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:35:59.110125 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c33193-1ca5-4843-9577-75d15a110080 x-openstack-request-id: req-c8c33193-1ca5-4843-9577-75d15a110080 {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:35:59.110496 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1", "tag": "2e2db4cd-bb2d-46c3-8194-538217244f8b", "status": "completed", "code": 200}]} {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:35:59.110862 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c8c33193-1ca5-4843-9577-75d15a110080 {{(pid=92441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:35:59.111364 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1', 'tag': '2e2db4cd-bb2d-46c3-8194-538217244f8b', 'status': 'completed', 'code': 200} Jun 10 15:35:59.112431 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-9224e3b8-de79-4e6f-bcc9-ba9ece3bec7c None None] Set router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:35:59.192510 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f833c54-e178-4c60-8a22-b403296a271e req-7d7ebed0-6d99-4a5e-8c84-a0d1900530b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:59.193987 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4f833c54-e178-4c60-8a22-b403296a271e req-7d7ebed0-6d99-4a5e-8c84-a0d1900530b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a3ed0fc5497463faac2851a1aeb412c&device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 1098 time: 0.0591457 Jun 10 15:35:59.312804 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f833c54-e178-4c60-8a22-b403296a271e req-7f45063a-954c-43cc-befb-05bcb1d8e265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:59.314587 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4f833c54-e178-4c60-8a22-b403296a271e req-7f45063a-954c-43cc-befb-05bcb1d8e265 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc452212-81ca-4caf-a3da-e16d5e17f9a5 HTTP/1.1" status: 200 len: 912 time: 0.1142182 Jun 10 15:35:59.407837 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-9224e3b8-de79-4e6f-bcc9-ba9ece3bec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:26:28Z', 'revision_number': 4, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': '4ab1bb78-d5a0-49a8-b1bc-255dc4d88700', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'port_id': '61621ee4-5437-43cd-be5d-174801e370e3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'mac_address': 'fa:16:3e:b3:e2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571505f1-646e-4efb-bfd9-585cb1fe83ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:33:02Z', 'updated_at': '2021-06-10T15:33:05Z', 'revision_number': 1, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'fixed_ip_address_scope': None}, {'id': '63080865-7101-4206-8483-8b61d1097dfd', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'port_id': '2e2db4cd-bb2d-46c3-8194-538217244f8b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'mac_address': 'fa:16:3e:a9:b4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:35:57Z', 'updated_at': '2021-06-10T15:35:57Z', 'revision_number': 0, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434c4c3e-36b0-4c92-acac-683b5e74fbc8', 'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'mac_address': 'fa:16:3e:ef:a6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:27Z', 'updated_at': '2021-06-10T15:26:33Z', 'revision_number': 5, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'subnets': [{'id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:35:59.411429 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9224e3b8-de79-4e6f-bcc9-ba9ece3bec7c None None] Checking router: 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:35:59.420715 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9224e3b8-de79-4e6f-bcc9-ba9ece3bec7c None None] Routers {'5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:35:59.421353 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-9224e3b8-de79-4e6f-bcc9-ba9ece3bec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:35:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:35:59.707580 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4f833c54-e178-4c60-8a22-b403296a271e req-bef29e4a-2ede-4ae8-848e-08e7f837b08d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e2db4cd-bb2d-46c3-8194-538217244f8b HTTP/1.1" status: 200 len: 998 time: 0.3831687 Jun 10 15:35:59.710618 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-9224e3b8-de79-4e6f-bcc9-ba9ece3bec7c None None] Set router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:35:59.775648 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f833c54-e178-4c60-8a22-b403296a271e req-81a571e4-f3ce-435d-ae21-39e5579e4320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:59.777151 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4f833c54-e178-4c60-8a22-b403296a271e req-81a571e4-f3ce-435d-ae21-39e5579e4320 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a35ed739-29e3-4a52-a6bc-15f7407e9f83 HTTP/1.1" status: 200 len: 850 time: 0.0538838 Jun 10 15:35:59.858099 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f833c54-e178-4c60-8a22-b403296a271e req-2224caa4-4f73-480a-b6e5-ddd6310902b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:35:59.859593 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4f833c54-e178-4c60-8a22-b403296a271e req-2224caa4-4f73-480a-b6e5-ddd6310902b6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc452212-81ca-4caf-a3da-e16d5e17f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0635254 Jun 10 15:35:59.980214 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4f833c54-e178-4c60-8a22-b403296a271e req-a2df590f-b858-4109-981a-6eea1d779ca5 service neutron] 10.222.0.45 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117997 Jun 10 15:36:00.012624 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-9224e3b8-de79-4e6f-bcc9-ba9ece3bec7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:26:28Z', 'revision_number': 4, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': '4ab1bb78-d5a0-49a8-b1bc-255dc4d88700', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'port_id': '61621ee4-5437-43cd-be5d-174801e370e3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'mac_address': 'fa:16:3e:b3:e2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571505f1-646e-4efb-bfd9-585cb1fe83ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:33:02Z', 'updated_at': '2021-06-10T15:33:05Z', 'revision_number': 1, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'fixed_ip_address_scope': None}, {'id': '63080865-7101-4206-8483-8b61d1097dfd', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'port_id': '2e2db4cd-bb2d-46c3-8194-538217244f8b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'mac_address': 'fa:16:3e:a9:b4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:35:57Z', 'updated_at': '2021-06-10T15:35:57Z', 'revision_number': 0, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434c4c3e-36b0-4c92-acac-683b5e74fbc8', 'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'mac_address': 'fa:16:3e:ef:a6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:27Z', 'updated_at': '2021-06-10T15:26:33Z', 'revision_number': 5, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'subnets': [{'id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:36:00.016125 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9224e3b8-de79-4e6f-bcc9-ba9ece3bec7c None None] The sync data for ids ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'] in dv-cinder-772126-2-iscsi is: [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:26:28Z', 'revision_number': 4, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': '4ab1bb78-d5a0-49a8-b1bc-255dc4d88700', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'port_id': '61621ee4-5437-43cd-be5d-174801e370e3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'mac_address': 'fa:16:3e:b3:e2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571505f1-646e-4efb-bfd9-585cb1fe83ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:33:02Z', 'updated_at': '2021-06-10T15:33:05Z', 'revision_number': 1, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'fixed_ip_address_scope': None}, {'id': '63080865-7101-4206-8483-8b61d1097dfd', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'port_id': '2e2db4cd-bb2d-46c3-8194-538217244f8b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'mac_address': 'fa:16:3e:a9:b4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:35:57Z', 'updated_at': '2021-06-10T15:35:57Z', 'revision_number': 0, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434c4c3e-36b0-4c92-acac-683b5e74fbc8', 'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'mac_address': 'fa:16:3e:ef:a6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:27Z', 'updated_at': '2021-06-10T15:26:33Z', 'revision_number': 5, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'subnets': [{'id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:36:00.100280 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4f833c54-e178-4c60-8a22-b403296a271e req-637d5473-cca2-47eb-9385-de24f1a95e7d service neutron] 10.222.0.45 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137433 Jun 10 15:36:00.200061 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dceabf1-e56f-4971-9193-0bdadfd7caf9 None None] New status for floating IP 63080865-7101-4206-8483-8b61d1097dfd: ACTIVE {{(pid=92443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:36:05.823287 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:36:18.174242 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-13a20d69-e1ef-4205-8892-9cf45ae87df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:36:20.739715 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:36:20.774025 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-df97cb93-5f91-4533-ac25-151b495ea392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:36:21.899501 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:36:23.671685 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:36:34.190152 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:36:35.860135 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:36:39.229034 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e1f5f345-073b-4ec8-a7e8-e0e1fcc630c8 req-a71e4653-60ad-47bc-9ec2-d115dcad3de0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0578251 Jun 10 15:36:39.334474 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5f345-073b-4ec8-a7e8-e0e1fcc630c8 req-95bd77a4-2fc2-42b2-856b-ba3959ec0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:36:39.335953 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e1f5f345-073b-4ec8-a7e8-e0e1fcc630c8 req-95bd77a4-2fc2-42b2-856b-ba3959ec0752 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a3ed0fc5497463faac2851a1aeb412c&device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 1098 time: 0.0633266 Jun 10 15:36:39.467828 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5f345-073b-4ec8-a7e8-e0e1fcc630c8 req-4b7e10c0-5691-4f55-9310-910c567a94a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:36:39.469292 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e1f5f345-073b-4ec8-a7e8-e0e1fcc630c8 req-4b7e10c0-5691-4f55-9310-910c567a94a5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc452212-81ca-4caf-a3da-e16d5e17f9a5 HTTP/1.1" status: 200 len: 912 time: 0.1105487 Jun 10 15:36:39.554806 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e1f5f345-073b-4ec8-a7e8-e0e1fcc630c8 req-c067c66b-3707-4489-841c-5099e195d79d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61621ee4-5437-43cd-be5d-174801e370e3 HTTP/1.1" status: 200 len: 1001 time: 0.0777650 Jun 10 15:36:39.615346 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5f345-073b-4ec8-a7e8-e0e1fcc630c8 req-a7fb6330-b351-40c4-81a7-e33042be66f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:36:39.616741 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e1f5f345-073b-4ec8-a7e8-e0e1fcc630c8 req-a7fb6330-b351-40c4-81a7-e33042be66f4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a35ed739-29e3-4a52-a6bc-15f7407e9f83 HTTP/1.1" status: 200 len: 850 time: 0.0541356 Jun 10 15:36:39.684643 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5f345-073b-4ec8-a7e8-e0e1fcc630c8 req-5038605c-80d5-477e-95eb-c41ac898f199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:36:39.686133 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e1f5f345-073b-4ec8-a7e8-e0e1fcc630c8 req-5038605c-80d5-477e-95eb-c41ac898f199 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc452212-81ca-4caf-a3da-e16d5e17f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600214 Jun 10 15:36:39.801055 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e1f5f345-073b-4ec8-a7e8-e0e1fcc630c8 req-3a23d2a5-2e04-4777-aa9b-ef9822405725 service neutron] 10.222.0.45 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069732 Jun 10 15:36:39.920079 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e1f5f345-073b-4ec8-a7e8-e0e1fcc630c8 req-c1c33c76-a80c-4d93-9c8d-e58199a864f1 service neutron] 10.222.0.45 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122923 Jun 10 15:36:48.178966 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-bb129a68-a869-455f-98ac-2037d3f60daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:36:50.722737 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:36:50.760649 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-30f06ee4-ebff-4e2e-aff5-cfa6c293e4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:36:51.917511 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:36:53.698310 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:00.474846 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a1f72-bf93-4c45-9a4c-ed196a0e1dab req-2eb50c06-1df3-490a-8236-1b520f66860a tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:00.477435 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-532a1f72-bf93-4c45-9a4c-ed196a0e1dab req-2eb50c06-1df3-490a-8236-1b520f66860a tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec94a13d-1c81-443f-8bf7-d1606484a3c8 HTTP/1.1" status: 200 len: 946 time: 0.0767176 Jun 10 15:37:00.519588 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-532a1f72-bf93-4c45-9a4c-ed196a0e1dab req-9681b76f-d3e8-4ea0-9235-ea8fee4842b6 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce78b6a5-0c52-4ec3-a733-91a07d5853ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364008 Jun 10 15:37:01.702538 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad8f37-c050-4377-87b0-5166cf4cfd9e req-a758c01e-ab80-4c00-a608-8c67ef983eb6 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:01.703922 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dcad8f37-c050-4377-87b0-5166cf4cfd9e req-a758c01e-ab80-4c00-a608-8c67ef983eb6 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec94a13d-1c81-443f-8bf7-d1606484a3c8 HTTP/1.1" status: 200 len: 946 time: 0.0681515 Jun 10 15:37:01.749310 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-dcad8f37-c050-4377-87b0-5166cf4cfd9e req-1f7dc959-71d0-435b-b259-c47c8bb71ecb tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce78b6a5-0c52-4ec3-a733-91a07d5853ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398328 Jun 10 15:37:02.930721 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a8510-a384-42e1-a096-275e4f1b7ea6 req-ce75894a-27e8-4ce9-ae41-b3d90a0d1daf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:02.932176 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c41a8510-a384-42e1-a096-275e4f1b7ea6 req-ce75894a-27e8-4ce9-ae41-b3d90a0d1daf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec94a13d-1c81-443f-8bf7-d1606484a3c8 HTTP/1.1" status: 200 len: 946 time: 0.0725908 Jun 10 15:37:03.009304 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c41a8510-a384-42e1-a096-275e4f1b7ea6 req-d5cf7737-7081-4eca-bac9-b5cbd9fe3eda tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups?id=ce78b6a5-0c52-4ec3-a733-91a07d5853ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682924 Jun 10 15:37:03.030925 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e72d51-5115-4afc-859a-1bb3e32a2916 req-626c7275-1db8-41b0-9f3e-dcf1daa88079 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:03.032356 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-33e72d51-5115-4afc-859a-1bb3e32a2916 req-626c7275-1db8-41b0-9f3e-dcf1daa88079 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.45 "GET /v2.0/ports?device_id=ec94a13d-1c81-443f-8bf7-d1606484a3c8 HTTP/1.1" status: 200 len: 946 time: 0.0993419 Jun 10 15:37:03.150264 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-33e72d51-5115-4afc-859a-1bb3e32a2916 req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Deleting port b4a5be9c-54b6-42be-b4b7-e877bd1fce25 {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:37:03.150607 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-33e72d51-5115-4afc-859a-1bb3e32a2916 req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:03.268213 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-33e72d51-5115-4afc-859a-1bb3e32a2916 req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] For port b4a5be9c-54b6-42be-b4b7-e877bd1fce25, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=b4a5be9c-54b6-42be-b4b7-e877bd1fce25,segment=NetworkSegment(6e089edc-2b2c-4dd6-a59e-afac8de582a9),segment_id=6e089edc-2b2c-4dd6-a59e-afac8de582a9)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:37:03.268490 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-33e72d51-5115-4afc-859a-1bb3e32a2916 req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:03.487818 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-33e72d51-5115-4afc-859a-1bb3e32a2916 req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:03.488188 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-33e72d51-5115-4afc-859a-1bb3e32a2916 req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:03.488484 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.db.l3_db [req-33e72d51-5115-4afc-859a-1bb3e32a2916 req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Floating IP a6608c6f-f288-4e78-a4c9-1352c4bb0183 disassociated. External IP: 172.27.3.86, port: b4a5be9c-54b6-42be-b4b7-e877bd1fce25. Jun 10 15:37:03.489070 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-33e72d51-5115-4afc-859a-1bb3e32a2916 req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Calling delete_port for b4a5be9c-54b6-42be-b4b7-e877bd1fce25 owned by compute:nova {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:37:03.700386 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-33e72d51-5115-4afc-859a-1bb3e32a2916 req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:03.704241 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-1b95ce7a-a3ea-48c0-881e-1255bd979a45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:03.733487 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Pushing event deleted for resources: {'Port': ['ID=b4a5be9c-54b6-42be-b4b7-e877bd1fce25,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:03.743186 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:03.743571 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:03.743943 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:03.744307 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:03.744666 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:03.745026 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:03.745385 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:03.745739 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:03.746638 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:03.746638 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:03.746851 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:03.747141 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:03.751485 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:03.901035 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33e72d51-5115-4afc-859a-1bb3e32a2916 req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Router 069be8d1-730c-4986-af9c-6b275da778f1 has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:37:04.044693 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33e72d51-5115-4afc-859a-1bb3e32a2916 req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:37:04.055625 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a39aa71-cbe9-4c88-a976-60224e5b58cc None None] Sync routers for ids ['069be8d1-730c-4986-af9c-6b275da778f1'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:37:04.065601 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a39aa71-cbe9-4c88-a976-60224e5b58cc None None] Routers {'069be8d1-730c-4986-af9c-6b275da778f1'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:37:04.066579 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-4a39aa71-cbe9-4c88-a976-60224e5b58cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:36:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['069be8d1-730c-4986-af9c-6b275da778f1'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:37:04.105111 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e72d51-5115-4afc-859a-1bb3e32a2916 req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] No DVR routers for this DVR port b4a5be9c-54b6-42be-b4b7-e877bd1fce25 on host hv-cinder-77212 {{(pid=92440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:37:04.107832 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-33e72d51-5115-4afc-859a-1bb3e32a2916 req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:04.110319 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-33e72d51-5115-4afc-859a-1bb3e32a2916 req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.45 "DELETE /v2.0/ports/b4a5be9c-54b6-42be-b4b7-e877bd1fce25 HTTP/1.1" status: 204 len: 173 time: 1.0718808 Jun 10 15:37:04.110884 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec94a13d-1c81-443f-8bf7-d1606484a3c8', 'name': 'network-vif-deleted', 'tag': 'b4a5be9c-54b6-42be-b4b7-e877bd1fce25'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:37:04.114407 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e15b7ea-dfd2-4fd9-be73-1d3cf05dc36d" -d '{"events": [{"server_uuid": "ec94a13d-1c81-443f-8bf7-d1606484a3c8", "name": "network-vif-deleted", "tag": "b4a5be9c-54b6-42be-b4b7-e877bd1fce25"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:37:04.182295 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b39408-6cf4-4d0b-aa44-e6341f961ca2 x-openstack-request-id: req-c8b39408-6cf4-4d0b-aa44-e6341f961ca2 {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:37:04.182844 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec94a13d-1c81-443f-8bf7-d1606484a3c8", "name": "network-vif-deleted", "tag": "b4a5be9c-54b6-42be-b4b7-e877bd1fce25", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:37:04.183332 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c8b39408-6cf4-4d0b-aa44-e6341f961ca2 {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:37:04.184044 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec94a13d-1c81-443f-8bf7-d1606484a3c8', 'name': 'network-vif-deleted', 'tag': 'b4a5be9c-54b6-42be-b4b7-e877bd1fce25', 'status': 'completed', 'code': 200} Jun 10 15:37:04.186364 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-774d9125-b55c-4b51-861d-f94cc943ab49 req-5eaea777-2817-4745-9478-1697feb2cd1c tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec94a13d-1c81-443f-8bf7-d1606484a3c8 HTTP/1.1" status: 200 len: 210 time: 0.0430048 Jun 10 15:37:04.242592 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-4a39aa71-cbe9-4c88-a976-60224e5b58cc None None] Set router 069be8d1-730c-4986-af9c-6b275da778f1 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:37:04.511433 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-4a39aa71-cbe9-4c88-a976-60224e5b58cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069be8d1-730c-4986-af9c-6b275da778f1', 'name': 'tempest-AttachVolumeTestJSON-1301189758-router', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:25:53Z', 'updated_at': '2021-06-10T15:25:59Z', 'revision_number': 4, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'gw_port': {'id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:54Z', 'updated_at': '2021-06-10T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': 'a7bf3ae0-a8ce-4388-9fc6-079f14d5306c', 'name': '', 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'mac_address': 'fa:16:3e:91:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:58Z', 'updated_at': '2021-06-10T15:26:05Z', 'revision_number': 5, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'subnets': [{'id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:37:04.514794 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a39aa71-cbe9-4c88-a976-60224e5b58cc None None] Checking router: 069be8d1-730c-4986-af9c-6b275da778f1 for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:37:04.523247 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a39aa71-cbe9-4c88-a976-60224e5b58cc None None] Routers {'069be8d1-730c-4986-af9c-6b275da778f1'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:37:04.523849 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-4a39aa71-cbe9-4c88-a976-60224e5b58cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:36:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['069be8d1-730c-4986-af9c-6b275da778f1'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:37:04.665552 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-4a39aa71-cbe9-4c88-a976-60224e5b58cc None None] Set router 069be8d1-730c-4986-af9c-6b275da778f1 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:37:04.927588 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-4a39aa71-cbe9-4c88-a976-60224e5b58cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069be8d1-730c-4986-af9c-6b275da778f1', 'name': 'tempest-AttachVolumeTestJSON-1301189758-router', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:25:53Z', 'updated_at': '2021-06-10T15:25:59Z', 'revision_number': 4, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'gw_port': {'id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:54Z', 'updated_at': '2021-06-10T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': 'a7bf3ae0-a8ce-4388-9fc6-079f14d5306c', 'name': '', 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'mac_address': 'fa:16:3e:91:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:58Z', 'updated_at': '2021-06-10T15:26:05Z', 'revision_number': 5, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'subnets': [{'id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:37:04.931036 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a39aa71-cbe9-4c88-a976-60224e5b58cc None None] The sync data for ids ['069be8d1-730c-4986-af9c-6b275da778f1'] in dv-cinder-772126-2-iscsi is: [{'id': '069be8d1-730c-4986-af9c-6b275da778f1', 'name': 'tempest-AttachVolumeTestJSON-1301189758-router', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:25:53Z', 'updated_at': '2021-06-10T15:25:59Z', 'revision_number': 4, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'gw_port': {'id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:54Z', 'updated_at': '2021-06-10T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': 'a7bf3ae0-a8ce-4388-9fc6-079f14d5306c', 'name': '', 'network_id': 'd8191dcc-30ce-4ad4-9767-678dd0532ea2', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'mac_address': 'fa:16:3e:91:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:58Z', 'updated_at': '2021-06-10T15:26:05Z', 'revision_number': 5, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'subnets': [{'id': '146d4102-3e59-4e06-be05-0c274045f9fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:37:05.172334 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f3f090-2dc8-4746-b449-da9e558d89d6 None None] New status for floating IP a6608c6f-f288-4e78-a4c9-1352c4bb0183: DOWN {{(pid=92443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:37:05.360417 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e3de4359-aa21-4331-8d40-c12d6429cb04 req-be6ca65a-aa1a-4ef0-8947-b8672949707e tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec94a13d-1c81-443f-8bf7-d1606484a3c8 HTTP/1.1" status: 200 len: 210 time: 0.0346143 Jun 10 15:37:05.472974 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device b4a5be9c-54b6-42be-b4b7-e877bd1fce25 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:37:05.500484 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] No Port match for: b4a5be9c-54b6-42be-b4b7-e877bd1fce25 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:37:05.500484 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device b4a5be9c-54b6-42be-b4b7-e877bd1fce25 not bound to the agent host hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:37:05.878061 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:06.550741 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 58542) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:06.610399 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7d61c5f4-b383-447a-8d2b-22e77cb875cb tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:06.636230 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7d61c5f4-b383-447a-8d2b-22e77cb875cb tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:06.780261 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7d61c5f4-b383-447a-8d2b-22e77cb875cb tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:06.782965 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7d61c5f4-b383-447a-8d2b-22e77cb875cb tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:06.784119 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-7d61c5f4-b383-447a-8d2b-22e77cb875cb tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "DELETE /v2.0/security-groups/ce78b6a5-0c52-4ec3-a733-91a07d5853ae HTTP/1.1" status: 204 len: 168 time: 0.2323551 Jun 10 15:37:06.784892 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-eb0870a7-2cf8-4c74-9687-11f4840fac52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:06.786925 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 58548) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:06.795782 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61c5f4-b383-447a-8d2b-22e77cb875cb tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce78b6a5-0c52-4ec3-a733-91a07d5853ae,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:06.802786 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d61c5f4-b383-447a-8d2b-22e77cb875cb tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:06.803386 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d61c5f4-b383-447a-8d2b-22e77cb875cb tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:06.804593 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d61c5f4-b383-447a-8d2b-22e77cb875cb tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:06.804961 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d61c5f4-b383-447a-8d2b-22e77cb875cb tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:06.805322 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d61c5f4-b383-447a-8d2b-22e77cb875cb tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:06.805684 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d61c5f4-b383-447a-8d2b-22e77cb875cb tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:06.805978 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.api.v2.resource [None req-730ffce9-08a8-40f6-9cb9-38860ef7d0d3 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] show failed (client error): The resource could not be found. Jun 10 15:37:06.806098 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d61c5f4-b383-447a-8d2b-22e77cb875cb tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:06.806416 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d61c5f4-b383-447a-8d2b-22e77cb875cb tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:06.806781 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d61c5f4-b383-447a-8d2b-22e77cb875cb tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:06.806948 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-730ffce9-08a8-40f6-9cb9-38860ef7d0d3 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "GET /v2.0/security-groups/ce78b6a5-0c52-4ec3-a733-91a07d5853ae HTTP/1.1" status: 404 len: 347 time: 0.0185058 Jun 10 15:37:06.807137 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d61c5f4-b383-447a-8d2b-22e77cb875cb tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:06.807489 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d61c5f4-b383-447a-8d2b-22e77cb875cb tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:06.807839 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d61c5f4-b383-447a-8d2b-22e77cb875cb tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:06.810443 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 58550) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:06.810985 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7d61c5f4-b383-447a-8d2b-22e77cb875cb tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:06.966821 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-a7e1ab0d-9365-439d-b51c-c055c5ac97f9 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Deleting port 3e235986-7e41-4e24-8c55-908c62a562cb {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:37:06.967143 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a7e1ab0d-9365-439d-b51c-c055c5ac97f9 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:07.066191 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a7e1ab0d-9365-439d-b51c-c055c5ac97f9 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:07.066412 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a7e1ab0d-9365-439d-b51c-c055c5ac97f9 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:07.157278 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-a7e1ab0d-9365-439d-b51c-c055c5ac97f9 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Calling delete_port for 3e235986-7e41-4e24-8c55-908c62a562cb owned by network:floatingip {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:37:07.432272 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a7e1ab0d-9365-439d-b51c-c055c5ac97f9 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:07.435503 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:07.465545 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e1ab0d-9365-439d-b51c-c055c5ac97f9 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Pushing event deleted for resources: {'Port': ['ID=3e235986-7e41-4e24-8c55-908c62a562cb,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:07.468728 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-a7e1ab0d-9365-439d-b51c-c055c5ac97f9 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:07.540621 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a7e1ab0d-9365-439d-b51c-c055c5ac97f9 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks [] for floatingip, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:07.543271 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-a7e1ab0d-9365-439d-b51c-c055c5ac97f9 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for floatingip, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:07.544411 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-a7e1ab0d-9365-439d-b51c-c055c5ac97f9 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] 10.222.0.26 "DELETE /v2.0/floatingips/a6608c6f-f288-4e78-a4c9-1352c4bb0183 HTTP/1.1" status: 204 len: 168 time: 0.7330554 Jun 10 15:37:07.989258 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2891add-5d71-4044-be8d-61b2c3378c77 req-e58d4dba-1fda-494d-b180-0457ccca828a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:07.991301 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c2891add-5d71-4044-be8d-61b2c3378c77 req-e58d4dba-1fda-494d-b180-0457ccca828a tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 946 time: 0.0737088 Jun 10 15:37:08.031969 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c2891add-5d71-4044-be8d-61b2c3378c77 req-e1bcd8c4-5be4-433e-aacd-aade3e2d8835 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349028 Jun 10 15:37:09.221744 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d8d81e-b9ce-4dde-bb1c-fc3cc6cfc706 req-be849579-40fc-47db-a6a8-5daf960841a0 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:09.223303 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e0d8d81e-b9ce-4dde-bb1c-fc3cc6cfc706 req-be849579-40fc-47db-a6a8-5daf960841a0 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 946 time: 0.0711732 Jun 10 15:37:09.264582 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e0d8d81e-b9ce-4dde-bb1c-fc3cc6cfc706 req-9c6f0495-67cc-48d4-8a45-336117e48c4e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356185 Jun 10 15:37:09.780740 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7f383-9372-4a99-aa57-b9d61e875c72 req-ac50d577-1978-4d61-8588-5754bf14c5e9 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:09.782194 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0cd7f383-9372-4a99-aa57-b9d61e875c72 req-ac50d577-1978-4d61-8588-5754bf14c5e9 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.45 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 946 time: 0.0717020 Jun 10 15:37:09.898677 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-0cd7f383-9372-4a99-aa57-b9d61e875c72 req-13b96bcb-63b1-4533-9495-1aa057e34bf4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Deleting port 268662c9-5a22-47db-99b8-84a3541679f8 {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:37:09.899020 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-0cd7f383-9372-4a99-aa57-b9d61e875c72 req-13b96bcb-63b1-4533-9495-1aa057e34bf4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:10.019837 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-0cd7f383-9372-4a99-aa57-b9d61e875c72 req-13b96bcb-63b1-4533-9495-1aa057e34bf4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] For port 268662c9-5a22-47db-99b8-84a3541679f8, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=268662c9-5a22-47db-99b8-84a3541679f8,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:37:10.020184 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-0cd7f383-9372-4a99-aa57-b9d61e875c72 req-13b96bcb-63b1-4533-9495-1aa057e34bf4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:10.246599 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-0cd7f383-9372-4a99-aa57-b9d61e875c72 req-13b96bcb-63b1-4533-9495-1aa057e34bf4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:10.247333 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-0cd7f383-9372-4a99-aa57-b9d61e875c72 req-13b96bcb-63b1-4533-9495-1aa057e34bf4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-938496'] for floatingip, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:10.247333 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.db.l3_db [req-0cd7f383-9372-4a99-aa57-b9d61e875c72 req-13b96bcb-63b1-4533-9495-1aa057e34bf4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Floating IP 9f66940f-ee99-4eb0-b80b-f96340f9e801 disassociated. External IP: 172.27.3.41, port: 268662c9-5a22-47db-99b8-84a3541679f8. Jun 10 15:37:10.248010 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-0cd7f383-9372-4a99-aa57-b9d61e875c72 req-13b96bcb-63b1-4533-9495-1aa057e34bf4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Calling delete_port for 268662c9-5a22-47db-99b8-84a3541679f8 owned by compute:nova {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:37:10.713072 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff89ef-1a38-4141-812d-916c42401acd req-287758c4-97ae-4df0-91e2-8bced9fd48e2 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:10.714556 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e6ff89ef-1a38-4141-812d-916c42401acd req-287758c4-97ae-4df0-91e2-8bced9fd48e2 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 946 time: 0.0966501 Jun 10 15:37:10.798856 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e6ff89ef-1a38-4141-812d-916c42401acd req-7dbb4651-f3d8-4ed1-8e43-42605982d630 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups?id=eac6c04a-c13b-44d0-a762-df8753d6844a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784800 Jun 10 15:37:10.871930 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-0cd7f383-9372-4a99-aa57-b9d61e875c72 req-13b96bcb-63b1-4533-9495-1aa057e34bf4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:10.876094 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-b0ab8664-7e44-47a3-bdf6-bf7acc55e900 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:10.912218 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b96bcb-63b1-4533-9495-1aa057e34bf4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Pushing event deleted for resources: {'Port': ['ID=268662c9-5a22-47db-99b8-84a3541679f8,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:10.915853 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-13b96bcb-63b1-4533-9495-1aa057e34bf4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:11.068013 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cd7f383-9372-4a99-aa57-b9d61e875c72 req-13b96bcb-63b1-4533-9495-1aa057e34bf4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Router a3ac1c19-9de2-4eed-a465-6544cfeed94d has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:37:11.189403 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:37:11.218688 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cd7f383-9372-4a99-aa57-b9d61e875c72 req-13b96bcb-63b1-4533-9495-1aa057e34bf4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:37:11.228639 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42031084-96b3-4a38-b6ea-983d29a58950 None None] Sync routers for ids ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:37:11.237763 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42031084-96b3-4a38-b6ea-983d29a58950 None None] Routers {'a3ac1c19-9de2-4eed-a465-6544cfeed94d'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:37:11.238399 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-42031084-96b3-4a38-b6ea-983d29a58950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:36:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:37:11.278252 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd7f383-9372-4a99-aa57-b9d61e875c72 req-13b96bcb-63b1-4533-9495-1aa057e34bf4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] No DVR routers for this DVR port 268662c9-5a22-47db-99b8-84a3541679f8 on host hv-cinder-77212 {{(pid=92440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:37:11.281548 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-0cd7f383-9372-4a99-aa57-b9d61e875c72 req-13b96bcb-63b1-4533-9495-1aa057e34bf4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:11.283913 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0cd7f383-9372-4a99-aa57-b9d61e875c72 req-13b96bcb-63b1-4533-9495-1aa057e34bf4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.45 "DELETE /v2.0/ports/268662c9-5a22-47db-99b8-84a3541679f8 HTTP/1.1" status: 204 len: 173 time: 1.4961073 Jun 10 15:37:11.284473 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9480061e-3701-42c5-9116-7c5067fc0fff', 'name': 'network-vif-deleted', 'tag': '268662c9-5a22-47db-99b8-84a3541679f8'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:37:11.287575 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163eb982-9a9c-425f-87d1-9aebbc13271b" -d '{"events": [{"server_uuid": "9480061e-3701-42c5-9116-7c5067fc0fff", "name": "network-vif-deleted", "tag": "268662c9-5a22-47db-99b8-84a3541679f8"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:37:11.333421 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab08b83d-f0c7-48b0-9413-f7da1005b5da x-openstack-request-id: req-ab08b83d-f0c7-48b0-9413-f7da1005b5da {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:37:11.334381 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9480061e-3701-42c5-9116-7c5067fc0fff", "name": "network-vif-deleted", "tag": "268662c9-5a22-47db-99b8-84a3541679f8", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:37:11.334839 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ab08b83d-f0c7-48b0-9413-f7da1005b5da {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:37:11.335305 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9480061e-3701-42c5-9116-7c5067fc0fff', 'name': 'network-vif-deleted', 'tag': '268662c9-5a22-47db-99b8-84a3541679f8', 'status': 'completed', 'code': 200} Jun 10 15:37:11.387893 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-42031084-96b3-4a38-b6ea-983d29a58950 None None] Set router a3ac1c19-9de2-4eed-a465-6544cfeed94d gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:37:11.789636 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-42031084-96b3-4a38-b6ea-983d29a58950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600131239-router', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:24:15Z', 'revision_number': 4, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'gw_port': {'id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:08Z', 'updated_at': '2021-06-10T15:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '4811a938-7b75-402c-86da-3d0cbc9a8d29', 'name': '', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'mac_address': 'fa:16:3e:0c:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:13Z', 'updated_at': '2021-06-10T15:24:23Z', 'revision_number': 5, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'subnets': [{'id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:37:11.793204 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42031084-96b3-4a38-b6ea-983d29a58950 None None] Checking router: a3ac1c19-9de2-4eed-a465-6544cfeed94d for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:37:11.801665 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42031084-96b3-4a38-b6ea-983d29a58950 None None] Routers {'a3ac1c19-9de2-4eed-a465-6544cfeed94d'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:37:11.802318 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-42031084-96b3-4a38-b6ea-983d29a58950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:36:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:37:11.865412 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 58596) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:11.955289 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-42031084-96b3-4a38-b6ea-983d29a58950 None None] Set router a3ac1c19-9de2-4eed-a465-6544cfeed94d gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:37:11.978763 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4d3e22d4-59af-4764-afc6-467d13488c26 req-b2b4e62b-4386-4f49-b460-4b9c75d7985d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/ports?device_id=9480061e-3701-42c5-9116-7c5067fc0fff HTTP/1.1" status: 200 len: 210 time: 0.0387013 Jun 10 15:37:12.220501 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-42031084-96b3-4a38-b6ea-983d29a58950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600131239-router', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:24:15Z', 'revision_number': 4, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'gw_port': {'id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:08Z', 'updated_at': '2021-06-10T15:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '4811a938-7b75-402c-86da-3d0cbc9a8d29', 'name': '', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'mac_address': 'fa:16:3e:0c:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:13Z', 'updated_at': '2021-06-10T15:24:23Z', 'revision_number': 5, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'subnets': [{'id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:37:12.224434 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42031084-96b3-4a38-b6ea-983d29a58950 None None] The sync data for ids ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'] in dv-cinder-772126-2-iscsi is: [{'id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600131239-router', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:24:15Z', 'revision_number': 4, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'gw_port': {'id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:08Z', 'updated_at': '2021-06-10T15:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '4811a938-7b75-402c-86da-3d0cbc9a8d29', 'name': '', 'network_id': '4d632323-dfef-4d59-99a6-62839bb06dc5', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'mac_address': 'fa:16:3e:0c:21:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:13Z', 'updated_at': '2021-06-10T15:24:23Z', 'revision_number': 5, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'subnets': [{'id': '7a2c655e-5d93-4119-a397-dc5fc7c831fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:37:12.467794 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-823e4986-1b55-411c-af21-eda83b20e813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-934821'] for router_interface, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:12.468273 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3deb8907-eda1-4ef0-840c-b5a79c82ed66 None None] New status for floating IP 9f66940f-ee99-4eb0-b80b-f96340f9e801: DOWN {{(pid=92443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:37:12.781323 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-823e4986-1b55-411c-af21-eda83b20e813 admin admin] Deleting port a7bf3ae0-a8ce-4388-9fc6-079f14d5306c {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:37:12.781658 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-823e4986-1b55-411c-af21-eda83b20e813 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:12.885531 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [None req-823e4986-1b55-411c-af21-eda83b20e813 admin admin] For port a7bf3ae0-a8ce-4388-9fc6-079f14d5306c, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=a7bf3ae0-a8ce-4388-9fc6-079f14d5306c,segment=NetworkSegment(6e089edc-2b2c-4dd6-a59e-afac8de582a9),segment_id=6e089edc-2b2c-4dd6-a59e-afac8de582a9)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:37:12.885912 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-823e4986-1b55-411c-af21-eda83b20e813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:12.979045 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-823e4986-1b55-411c-af21-eda83b20e813 admin admin] Calling delete_port for a7bf3ae0-a8ce-4388-9fc6-079f14d5306c owned by network:router_interface {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:37:13.303978 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-823e4986-1b55-411c-af21-eda83b20e813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:13.305941 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-52f1be18-2530-4021-ac03-06b53ca9a7a5 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:13.337021 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e4986-1b55-411c-af21-eda83b20e813 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7bf3ae0-a8ce-4388-9fc6-079f14d5306c,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:13.340910 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-823e4986-1b55-411c-af21-eda83b20e813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:13.512912 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 268662c9-5a22-47db-99b8-84a3541679f8 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:37:13.537846 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] No Port match for: 268662c9-5a22-47db-99b8-84a3541679f8 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:37:13.538214 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 268662c9-5a22-47db-99b8-84a3541679f8 not bound to the agent host hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:37:13.555227 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-823e4986-1b55-411c-af21-eda83b20e813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-934453'] for router_interface, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:13.834145 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823e4986-1b55-411c-af21-eda83b20e813 admin admin] Router 069be8d1-730c-4986-af9c-6b275da778f1 has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:37:13.978754 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823e4986-1b55-411c-af21-eda83b20e813 admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:37:13.984783 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-823e4986-1b55-411c-af21-eda83b20e813 admin admin] 10.222.0.26 "PUT /v2.0/routers/069be8d1-730c-4986-af9c-6b275da778f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1169713 Jun 10 15:37:13.986068 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 58604) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:13.988577 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1575b3b-8073-4ad7-9c29-ffe8670abf58 None None] Sync routers for ids ['069be8d1-730c-4986-af9c-6b275da778f1'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:37:13.998385 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1575b3b-8073-4ad7-9c29-ffe8670abf58 None None] Routers {'069be8d1-730c-4986-af9c-6b275da778f1'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:37:13.998996 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-e1575b3b-8073-4ad7-9c29-ffe8670abf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:36:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['069be8d1-730c-4986-af9c-6b275da778f1'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:37:14.146768 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-e1575b3b-8073-4ad7-9c29-ffe8670abf58 None None] Set router 069be8d1-730c-4986-af9c-6b275da778f1 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:37:14.223033 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 58608) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:14.294105 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd24-c33f-445a-bd5a-493006ec0d9d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:14.324016 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd24-c33f-445a-bd5a-493006ec0d9d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:14.403198 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-e1575b3b-8073-4ad7-9c29-ffe8670abf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069be8d1-730c-4986-af9c-6b275da778f1', 'name': 'tempest-AttachVolumeTestJSON-1301189758-router', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:25:53Z', 'updated_at': '2021-06-10T15:37:13Z', 'revision_number': 5, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'gw_port': {'id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:54Z', 'updated_at': '2021-06-10T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:37:14.408717 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1575b3b-8073-4ad7-9c29-ffe8670abf58 None None] Checking router: 069be8d1-730c-4986-af9c-6b275da778f1 for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:37:14.414974 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd24-c33f-445a-bd5a-493006ec0d9d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:14.418014 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8e7edd24-c33f-445a-bd5a-493006ec0d9d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:14.418335 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1575b3b-8073-4ad7-9c29-ffe8670abf58 None None] Routers {'069be8d1-730c-4986-af9c-6b275da778f1'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:37:14.419150 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-8e7edd24-c33f-445a-bd5a-493006ec0d9d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "DELETE /v2.0/security-groups/eac6c04a-c13b-44d0-a762-df8753d6844a HTTP/1.1" status: 204 len: 168 time: 0.1944973 Jun 10 15:37:14.419946 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-ba1b3fa0-9333-480e-b123-85cbc356733e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:14.421939 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-e1575b3b-8073-4ad7-9c29-ffe8670abf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:36:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['069be8d1-730c-4986-af9c-6b275da778f1'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:37:14.422406 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 58610) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:14.430977 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7edd24-c33f-445a-bd5a-493006ec0d9d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac6c04a-c13b-44d0-a762-df8753d6844a,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:14.439015 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.api.v2.resource [None req-5d7819d6-41fa-472b-88a5-8247e03d3aa5 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] show failed (client error): The resource could not be found. Jun 10 15:37:14.440031 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-5d7819d6-41fa-472b-88a5-8247e03d3aa5 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "GET /v2.0/security-groups/eac6c04a-c13b-44d0-a762-df8753d6844a HTTP/1.1" status: 404 len: 347 time: 0.0166895 Jun 10 15:37:14.443028 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-8e7edd24-c33f-445a-bd5a-493006ec0d9d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:14.446372 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 58612) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:14.468116 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0a6db3f5-c487-4826-9059-abd12190ace1 admin admin] Notify callbacks [] for router, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:14.593588 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-e1575b3b-8073-4ad7-9c29-ffe8670abf58 None None] Set router 069be8d1-730c-4986-af9c-6b275da778f1 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:37:14.609420 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-d7859ea5-c5d9-4ed5-bcc5-0b1dc879ea4b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Deleting port 07c90cf0-0b74-4c48-8728-17c5ba207331 {{(pid=92441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:37:14.609765 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d7859ea5-c5d9-4ed5-bcc5-0b1dc879ea4b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:14.618618 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0a6db3f5-c487-4826-9059-abd12190ace1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:14.713908 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d7859ea5-c5d9-4ed5-bcc5-0b1dc879ea4b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:14.714247 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d7859ea5-c5d9-4ed5-bcc5-0b1dc879ea4b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:14.734268 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-0a6db3f5-c487-4826-9059-abd12190ace1 admin admin] Deleting port 80e8fc98-825b-4164-8b86-d9c418366fa2 {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:37:14.734619 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0a6db3f5-c487-4826-9059-abd12190ace1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:14.809626 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-d7859ea5-c5d9-4ed5-bcc5-0b1dc879ea4b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Calling delete_port for 07c90cf0-0b74-4c48-8728-17c5ba207331 owned by network:floatingip {{(pid=92441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:37:14.846671 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [None req-0a6db3f5-c487-4826-9059-abd12190ace1 admin admin] For port 80e8fc98-825b-4164-8b86-d9c418366fa2, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=80e8fc98-825b-4164-8b86-d9c418366fa2,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:37:14.847026 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0a6db3f5-c487-4826-9059-abd12190ace1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:14.946370 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-0a6db3f5-c487-4826-9059-abd12190ace1 admin admin] Calling delete_port for 80e8fc98-825b-4164-8b86-d9c418366fa2 owned by network:router_gateway {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:37:14.970480 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-e1575b3b-8073-4ad7-9c29-ffe8670abf58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '069be8d1-730c-4986-af9c-6b275da778f1', 'name': 'tempest-AttachVolumeTestJSON-1301189758-router', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:25:53Z', 'updated_at': '2021-06-10T15:37:13Z', 'revision_number': 5, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'gw_port': {'id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:54Z', 'updated_at': '2021-06-10T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:37:14.973774 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1575b3b-8073-4ad7-9c29-ffe8670abf58 None None] The sync data for ids ['069be8d1-730c-4986-af9c-6b275da778f1'] in dv-cinder-772126-2-iscsi is: [{'id': '069be8d1-730c-4986-af9c-6b275da778f1', 'name': 'tempest-AttachVolumeTestJSON-1301189758-router', 'tenant_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:25:53Z', 'updated_at': '2021-06-10T15:37:13Z', 'revision_number': 5, 'project_id': 'd6983c1aeef04c37b1bcd3eb66cde14a', 'gw_port': {'id': '80e8fc98-825b-4164-8b86-d9c418366fa2', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b7:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '069be8d1-730c-4986-af9c-6b275da778f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:25:54Z', 'updated_at': '2021-06-10T15:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:37:15.052882 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d7859ea5-c5d9-4ed5-bcc5-0b1dc879ea4b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940524'] for port, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:15.055091 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-105b15cd-8154-4455-9d27-03f3639632d2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:15.084531 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7859ea5-c5d9-4ed5-bcc5-0b1dc879ea4b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Pushing event deleted for resources: {'Port': ['ID=07c90cf0-0b74-4c48-8728-17c5ba207331,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:15.087211 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-d7859ea5-c5d9-4ed5-bcc5-0b1dc879ea4b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:15.167336 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d7859ea5-c5d9-4ed5-bcc5-0b1dc879ea4b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks [] for floatingip, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:15.169958 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d7859ea5-c5d9-4ed5-bcc5-0b1dc879ea4b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for floatingip, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:15.171109 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-d7859ea5-c5d9-4ed5-bcc5-0b1dc879ea4b tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] 10.222.0.26 "DELETE /v2.0/floatingips/9f66940f-ee99-4eb0-b80b-f96340f9e801 HTTP/1.1" status: 204 len: 168 time: 0.7237129 Jun 10 15:37:15.215278 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0a6db3f5-c487-4826-9059-abd12190ace1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:15.218627 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-bd1dccd8-b6ff-4146-969c-81b703018727 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:15.252677 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6db3f5-c487-4826-9059-abd12190ace1 admin admin] Pushing event deleted for resources: {'Port': ['ID=80e8fc98-825b-4164-8b86-d9c418366fa2,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:15.254775 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-0a6db3f5-c487-4826-9059-abd12190ace1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:15.326187 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0a6db3f5-c487-4826-9059-abd12190ace1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938596'] for router_gateway, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:15.479603 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0a6db3f5-c487-4826-9059-abd12190ace1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26841'] for router, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:15.483883 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0a6db3f5-c487-4826-9059-abd12190ace1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:15.486335 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device a7bf3ae0-a8ce-4388-9fc6-079f14d5306c no longer exists at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:37:15.511207 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] No Port match for: a7bf3ae0-a8ce-4388-9fc6-079f14d5306c {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:37:15.511557 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device a7bf3ae0-a8ce-4388-9fc6-079f14d5306c not bound to the agent host dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:37:15.597913 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0a6db3f5-c487-4826-9059-abd12190ace1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-936769'] for router, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:15.598456 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6db3f5-c487-4826-9059-abd12190ace1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 069be8d1-730c-4986-af9c-6b275da778f1 {{(pid=92440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 15:37:15.606853 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0a6db3f5-c487-4826-9059-abd12190ace1 admin admin] Notify callbacks [] for router, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:15.606853 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-0a6db3f5-c487-4826-9059-abd12190ace1 admin admin] 10.222.0.26 "DELETE /v2.0/routers/069be8d1-730c-4986-af9c-6b275da778f1 HTTP/1.1" status: 204 len: 168 time: 1.6186526 Jun 10 15:37:15.608239 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 58618) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:15.668900 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ec28b6-bfee-4af6-9b58-96f6c779adce admin admin] Deleting subnet 146d4102-3e59-4e06-be05-0c274045f9fb {{(pid=92440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:37:15.672169 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-56ec28b6-bfee-4af6-9b58-96f6c779adce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:15.720575 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-56ec28b6-bfee-4af6-9b58-96f6c779adce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532662821'] for subnet, precommit_delete_associations {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:15.813711 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-56ec28b6-bfee-4af6-9b58-96f6c779adce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4192505'] for subnet, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:15.950713 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-56ec28b6-bfee-4af6-9b58-96f6c779adce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4192482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532409160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532218106'] for subnet, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:15.953373 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:15.986137 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec28b6-bfee-4af6-9b58-96f6c779adce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=146d4102-3e59-4e06-be05-0c274045f9fb,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:15.989185 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-56ec28b6-bfee-4af6-9b58-96f6c779adce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:15.990189 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-56ec28b6-bfee-4af6-9b58-96f6c779adce admin admin] Notify callbacks [] for subnet, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:15.992153 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-56ec28b6-bfee-4af6-9b58-96f6c779adce admin admin] 10.222.0.26 "DELETE /v2.0/subnets/146d4102-3e59-4e06-be05-0c274045f9fb HTTP/1.1" status: 204 len: 168 time: 0.3829787 Jun 10 15:37:15.994677 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 58620) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:15.997118 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcd4256-129c-4388-979a-22324eb3d9a6 None None] Network d8191dcc-30ce-4ad4-9767-678dd0532ea2 requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:37:16.095427 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e37bbdcd-fbab-4949-b560-7e146db3ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775328'] for network, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:16.155938 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-e37bbdcd-fbab-4949-b560-7e146db3ca13 admin admin] Deleting port 442d1b30-48d3-4af8-a19c-84f316d007ca {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:37:16.156307 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e37bbdcd-fbab-4949-b560-7e146db3ca13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:16.215260 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecf93b4-d18f-43a0-9b30-50798461bd1f None None] DHCP port deletion for d8191dcc-30ce-4ad4-9767-678dd0532ea2 request from dv-cinder-772126-2-iscsi {{(pid=92442) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 15:37:16.257861 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [None req-e37bbdcd-fbab-4949-b560-7e146db3ca13 admin admin] For port 442d1b30-48d3-4af8-a19c-84f316d007ca, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=442d1b30-48d3-4af8-a19c-84f316d007ca,segment=NetworkSegment(6e089edc-2b2c-4dd6-a59e-afac8de582a9),segment_id=6e089edc-2b2c-4dd6-a59e-afac8de582a9)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:37:16.258231 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e37bbdcd-fbab-4949-b560-7e146db3ca13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:16.272811 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-eecf93b4-d18f-43a0-9b30-50798461bd1f None None] Deleting port 442d1b30-48d3-4af8-a19c-84f316d007ca {{(pid=92442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:37:16.273218 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-eecf93b4-d18f-43a0-9b30-50798461bd1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:16.353504 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-eecf93b4-d18f-43a0-9b30-50798461bd1f None None] For port 442d1b30-48d3-4af8-a19c-84f316d007ca, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=442d1b30-48d3-4af8-a19c-84f316d007ca,segment=NetworkSegment(6e089edc-2b2c-4dd6-a59e-afac8de582a9),segment_id=6e089edc-2b2c-4dd6-a59e-afac8de582a9)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:37:16.353790 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-eecf93b4-d18f-43a0-9b30-50798461bd1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:16.354736 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-e37bbdcd-fbab-4949-b560-7e146db3ca13 admin admin] Calling delete_port for 442d1b30-48d3-4af8-a19c-84f316d007ca owned by network:dhcp {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:37:16.451548 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-eecf93b4-d18f-43a0-9b30-50798461bd1f None None] Calling delete_port for 442d1b30-48d3-4af8-a19c-84f316d007ca owned by network:dhcp {{(pid=92442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:37:16.524598 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e37bbdcd-fbab-4949-b560-7e146db3ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:16.528937 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-9ba50054-18c6-4534-a2aa-d9959cf7f4aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:16.545952 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-eecf93b4-d18f-43a0-9b30-50798461bd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344'] for port, after_delete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:16.550777 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:16.565783 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37bbdcd-fbab-4949-b560-7e146db3ca13 admin admin] Pushing event deleted for resources: {'Port': ['ID=442d1b30-48d3-4af8-a19c-84f316d007ca,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:16.567619 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37bbdcd-fbab-4949-b560-7e146db3ca13 admin admin] No DVR routers for this DVR port 442d1b30-48d3-4af8-a19c-84f316d007ca on host dv-cinder-772126-2-iscsi {{(pid=92440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:37:16.569942 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-e37bbdcd-fbab-4949-b560-7e146db3ca13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:16.580691 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf93b4-d18f-43a0-9b30-50798461bd1f None None] Pushing event deleted for resources: {'Port': ['ID=442d1b30-48d3-4af8-a19c-84f316d007ca,revision_number=None']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:16.586951 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecf93b4-d18f-43a0-9b30-50798461bd1f None None] No DVR routers for this DVR port 442d1b30-48d3-4af8-a19c-84f316d007ca on host dv-cinder-772126-2-iscsi {{(pid=92442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:37:16.598739 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf93b4-d18f-43a0-9b30-50798461bd1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:16.598983 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf93b4-d18f-43a0-9b30-50798461bd1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:16.599486 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf93b4-d18f-43a0-9b30-50798461bd1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:16.599956 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf93b4-d18f-43a0-9b30-50798461bd1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:16.600359 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf93b4-d18f-43a0-9b30-50798461bd1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:16.600835 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf93b4-d18f-43a0-9b30-50798461bd1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:16.601169 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf93b4-d18f-43a0-9b30-50798461bd1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:16.601498 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf93b4-d18f-43a0-9b30-50798461bd1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:16.602322 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf93b4-d18f-43a0-9b30-50798461bd1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:16.602829 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf93b4-d18f-43a0-9b30-50798461bd1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:16.603160 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf93b4-d18f-43a0-9b30-50798461bd1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:16.603491 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eecf93b4-d18f-43a0-9b30-50798461bd1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:37:16.606915 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-eecf93b4-d18f-43a0-9b30-50798461bd1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:16.674800 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e37bbdcd-fbab-4949-b560-7e146db3ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190582', 'neutron.services.segments.db._delete_segments_for_network-8786703803055'] for network, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:16.686242 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.services.segments.db [None req-e37bbdcd-fbab-4949-b560-7e146db3ca13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8191dcc-30ce-4ad4-9767-678dd0532ea2']}} {{(pid=92440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:37:16.697749 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.services.segments.db [None req-e37bbdcd-fbab-4949-b560-7e146db3ca13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e089edc-2b2c-4dd6-a59e-afac8de582a9') {'for_net_delete': True} {{(pid=92440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:37:16.705473 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.services.segments.db [None req-e37bbdcd-fbab-4949-b560-7e146db3ca13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e089edc-2b2c-4dd6-a59e-afac8de582a9') {} {{(pid=92440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:37:16.707790 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e37bbdcd-fbab-4949-b560-7e146db3ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786703802884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532662844'] for segment, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:16.723156 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e37bbdcd-fbab-4949-b560-7e146db3ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:16.729189 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37bbdcd-fbab-4949-b560-7e146db3ca13 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=92440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:37:16.729572 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e37bbdcd-fbab-4949-b560-7e146db3ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532407511'] for segment, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: Traceback (most recent call last): Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: timer() Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: cb(*args, **kw) Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: return func(*args, **kwargs) Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: self._notify() Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: self.callback(batched_events) Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: event.method(event) Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: return f(self, *a, **k) Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: return self._get(url).json() Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: return self.request(url, 'GET', **kwargs) Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:37:16.731247 dv-cinder-772126-2-iscsi neutron-server[92440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:37:16.895201 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e37bbdcd-fbab-4949-b560-7e146db3ca13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4190591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938507'] for network, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:16.898874 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:16.901253 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e37bbdcd-fbab-4949-b560-7e146db3ca13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:16.903085 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-e37bbdcd-fbab-4949-b560-7e146db3ca13 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d8191dcc-30ce-4ad4-9767-678dd0532ea2 HTTP/1.1" status: 204 len: 168 time: 0.9074891 Jun 10 15:37:16.918639 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37bbdcd-fbab-4949-b560-7e146db3ca13 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8191dcc-30ce-4ad4-9767-678dd0532ea2,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:16.923696 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-e37bbdcd-fbab-4949-b560-7e146db3ca13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:17.275831 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 58634) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:17.319564 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-7291b112-ad16-4150-b952-c47f7eed6e5c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d6983c1aeef04c37b1bcd3eb66cde14a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425465 Jun 10 15:37:17.321996 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 58636) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:17.375574 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ba74db2e-0866-4e34-86db-7a09a96eb8a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:17.389769 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 80e8fc98-825b-4164-8b86-d9c418366fa2 no longer exists at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:37:17.398583 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ba74db2e-0866-4e34-86db-7a09a96eb8a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:17.414620 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] No Port match for: 80e8fc98-825b-4164-8b86-d9c418366fa2 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:37:17.414966 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 80e8fc98-825b-4164-8b86-d9c418366fa2 not bound to the agent host dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:37:17.415410 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 442d1b30-48d3-4af8-a19c-84f316d007ca no longer exists at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:37:17.442196 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] No Port match for: 442d1b30-48d3-4af8-a19c-84f316d007ca {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:37:17.442557 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 442d1b30-48d3-4af8-a19c-84f316d007ca not bound to the agent host dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:37:17.546495 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ba74db2e-0866-4e34-86db-7a09a96eb8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:17.549128 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ba74db2e-0866-4e34-86db-7a09a96eb8a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:17.550333 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-ba74db2e-0866-4e34-86db-7a09a96eb8a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/284ff301-1bea-43b8-ac1e-6780a543b627 HTTP/1.1" status: 204 len: 168 time: 0.2273943 Jun 10 15:37:17.551105 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-839c979d-1728-431d-91a6-21bf18359fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:17.560655 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba74db2e-0866-4e34-86db-7a09a96eb8a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284ff301-1bea-43b8-ac1e-6780a543b627,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:17.563134 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-ba74db2e-0866-4e34-86db-7a09a96eb8a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:18.130535 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 58656) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:18.207485 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c0535fff-1935-4631-ab09-c3fd6f143b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:18.585115 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 58668) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:18.671551 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b07bf02b-68aa-4ff4-a6bf-3e47aa3ad39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-934821'] for router_interface, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:18.689452 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-7d5df675-f7b2-4d83-9751-417c03eac9df admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1418978969-network', 'tenant_id': 'c1f37b6b0181436c94146449d70ea569'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:37:18.767255 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5df675-f7b2-4d83-9751-417c03eac9df admin admin] Made reservation on behalf of c1f37b6b0181436c94146449d70ea569 for: {'network': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:37:18.769528 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7d5df675-f7b2-4d83-9751-417c03eac9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4185528'] for network, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:18.785004 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7d5df675-f7b2-4d83-9751-417c03eac9df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:18.879885 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7d5df675-f7b2-4d83-9751-417c03eac9df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:18.978686 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7d5df675-f7b2-4d83-9751-417c03eac9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:18.982674 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-142d7e82-54e4-4cf3-bc9b-9f1c14b1eb72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:18.993092 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-b07bf02b-68aa-4ff4-a6bf-3e47aa3ad39d admin admin] Deleting port 4811a938-7b75-402c-86da-3d0cbc9a8d29 {{(pid=92441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:37:18.996538 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b07bf02b-68aa-4ff4-a6bf-3e47aa3ad39d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:19.006686 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5df675-f7b2-4d83-9751-417c03eac9df admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=92440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 15:37:19.015742 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5df675-f7b2-4d83-9751-417c03eac9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e71a1a2-911e-4d1d-9be3-688beb1dec7d,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:19.019360 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-7d5df675-f7b2-4d83-9751-417c03eac9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:19.022171 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7d5df675-f7b2-4d83-9751-417c03eac9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:19.030969 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.db.segments_db [None req-7d5df675-f7b2-4d83-9751-417c03eac9df admin admin] Added segment aac66bb1-d505-4d26-b1f9-26e240376076 of type vlan for network 47b033ec-c1ac-4e91-adcb-63ea8b8c342e Jun 10 15:37:19.071301 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7d5df675-f7b2-4d83-9751-417c03eac9df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786703315887'] for network, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:19.101790 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [None req-b07bf02b-68aa-4ff4-a6bf-3e47aa3ad39d admin admin] For port 4811a938-7b75-402c-86da-3d0cbc9a8d29, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=4811a938-7b75-402c-86da-3d0cbc9a8d29,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:37:19.102166 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b07bf02b-68aa-4ff4-a6bf-3e47aa3ad39d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:19.180858 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7d5df675-f7b2-4d83-9751-417c03eac9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331'] for network, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:19.182293 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5df675-f7b2-4d83-9751-417c03eac9df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:19.182879 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7d5df675-f7b2-4d83-9751-417c03eac9df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:19.185202 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-b82e30e7-f5f9-475d-bc2a-b43db8cd3a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:19.198755 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-b07bf02b-68aa-4ff4-a6bf-3e47aa3ad39d admin admin] Calling delete_port for 4811a938-7b75-402c-86da-3d0cbc9a8d29 owned by network:router_interface {{(pid=92441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:37:19.270245 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5df675-f7b2-4d83-9751-417c03eac9df admin admin] Pushing event updated for resources: {'Network': ['ID=47b033ec-c1ac-4e91-adcb-63ea8b8c342e,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:19.274187 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-7d5df675-f7b2-4d83-9751-417c03eac9df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:19.281651 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Network 47b033ec-c1ac-4e91-adcb-63ea8b8c342e details requested by agent ovs-agent-dv-cinder-772126-2-iscsi with host dv-cinder-772126-2-iscsi {{(pid=92442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:37:19.316641 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-7d5df675-f7b2-4d83-9751-417c03eac9df admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7302952 Jun 10 15:37:19.320775 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 58672) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:19.327589 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-fc16fee9-6409-41b8-a6db-21d83b03a7b8 admin admin] Request body: {'subnet': {'network_id': '47b033ec-c1ac-4e91-adcb-63ea8b8c342e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1418978969-subnet', 'tenant_id': 'c1f37b6b0181436c94146449d70ea569', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:37:19.442016 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc16fee9-6409-41b8-a6db-21d83b03a7b8 admin admin] Made reservation on behalf of c1f37b6b0181436c94146449d70ea569 for: {'subnet': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:37:19.445849 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-fc16fee9-6409-41b8-a6db-21d83b03a7b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532218085'] for subnet, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:19.504693 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b07bf02b-68aa-4ff4-a6bf-3e47aa3ad39d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940524'] for port, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:19.508553 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-18f6a834-815f-410c-9254-0a79ed2d73b1 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:19.544012 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07bf02b-68aa-4ff4-a6bf-3e47aa3ad39d admin admin] Pushing event deleted for resources: {'Port': ['ID=4811a938-7b75-402c-86da-3d0cbc9a8d29,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:19.545912 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-b07bf02b-68aa-4ff4-a6bf-3e47aa3ad39d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:19.750781 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-fc16fee9-6409-41b8-a6db-21d83b03a7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532409097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532218099'] for subnet, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:19.754159 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-71e8fe32-0f90-4f4c-984f-84b6c585caa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:19.790789 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b07bf02b-68aa-4ff4-a6bf-3e47aa3ad39d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-934453'] for router_interface, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:19.827572 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16fee9-6409-41b8-a6db-21d83b03a7b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=144fadf7-faae-4c05-b4bd-53a1bbcbcb2a,revision_number=0']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:19.830238 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-fc16fee9-6409-41b8-a6db-21d83b03a7b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:19.838371 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc16fee9-6409-41b8-a6db-21d83b03a7b8 admin admin] Checking segment: {'id': 'aac66bb1-d505-4d26-b1f9-26e240376076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47b033ec-c1ac-4e91-adcb-63ea8b8c342e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:37:19.873299 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc16fee9-6409-41b8-a6db-21d83b03a7b8 admin admin] Network hostable DHCP agents. Network: 47b033ec-c1ac-4e91-adcb-63ea8b8c342e, hostable agents: ['4860e634-0734-4446-9305-88b306355572'], hosted agents: [] {{(pid=92440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:37:19.974980 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc16fee9-6409-41b8-a6db-21d83b03a7b8 admin admin] Network 47b033ec-c1ac-4e91-adcb-63ea8b8c342e is scheduled to be hosted by DHCP agent 4860e634-0734-4446-9305-88b306355572 with binding_index 1 {{(pid=92440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:37:20.043781 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [None req-fc16fee9-6409-41b8-a6db-21d83b03a7b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-2-iscsi, 47b033ec-c1ac-4e91-adcb-63ea8b8c342e) {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:37:20.047870 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc16fee9-6409-41b8-a6db-21d83b03a7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:20.048453 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-fc16fee9-6409-41b8-a6db-21d83b03a7b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:20.052599 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8911c703-b06b-4557-93bb-115567b8bedd None None] Network 47b033ec-c1ac-4e91-adcb-63ea8b8c342e requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:37:20.102336 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07bf02b-68aa-4ff4-a6bf-3e47aa3ad39d admin admin] Router a3ac1c19-9de2-4eed-a465-6544cfeed94d has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:37:20.129990 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-fc16fee9-6409-41b8-a6db-21d83b03a7b8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8074355 Jun 10 15:37:20.226674 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25bc5ad-976d-4367-b5a9-f41c66158a10 None None] Network 47b033ec-c1ac-4e91-adcb-63ea8b8c342e requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:37:20.550419 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07bf02b-68aa-4ff4-a6bf-3e47aa3ad39d admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:37:20.558323 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-b07bf02b-68aa-4ff4-a6bf-3e47aa3ad39d admin admin] 10.222.0.26 "PUT /v2.0/routers/a3ac1c19-9de2-4eed-a465-6544cfeed94d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4244535 Jun 10 15:37:20.558833 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 58696) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:20.560837 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23457e20-fd81-4330-87d4-4919a2cd55d7 None None] Sync routers for ids ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'] in dv-cinder-772126-2-iscsi {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:37:20.571350 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23457e20-fd81-4330-87d4-4919a2cd55d7 None None] Routers {'a3ac1c19-9de2-4eed-a465-6544cfeed94d'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:37:20.572029 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-23457e20-fd81-4330-87d4-4919a2cd55d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:36:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:37:20.675263 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-ef92ebcd-91a8-4130-9bc5-2c3ae83dc97c tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:20.676773 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-ef92ebcd-91a8-4130-9bc5-2c3ae83dc97c tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/networks?id=47b033ec-c1ac-4e91-adcb-63ea8b8c342e HTTP/1.1" status: 200 len: 815 time: 0.1374733 Jun 10 15:37:20.695279 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-af2b71ef-74c7-437f-bcf0-2278fb4a51fb tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/quotas/c1f37b6b0181436c94146449d70ea569 HTTP/1.1" status: 200 len: 375 time: 0.0113432 Jun 10 15:37:20.708627 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-371387a9-a354-4db4-b6e7-e98cf570071d admin admin] Notify callbacks [] for router, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:20.727965 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:20.739946 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-23457e20-fd81-4330-87d4-4919a2cd55d7 None None] Set router a3ac1c19-9de2-4eed-a465-6544cfeed94d gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:37:20.741380 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-328a8512-20ef-47d3-99bd-d47e63e9a5df tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1f37b6b0181436c94146449d70ea569&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383921 Jun 10 15:37:20.758808 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b795d312-f9e6-4a75-86dd-af2e34a35f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:20.859963 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-371387a9-a354-4db4-b6e7-e98cf570071d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:20.870042 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-73460fb7-cbad-4167-85c2-2c419bc51461 service neutron] 10.222.0.26 "GET /v2.0/networks/47b033ec-c1ac-4e91-adcb-63ea8b8c342e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203656 Jun 10 15:37:20.991154 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-371387a9-a354-4db4-b6e7-e98cf570071d admin admin] Deleting port b0a31b38-a9c5-4661-a9ed-7199c201432f {{(pid=92441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:37:20.991729 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-371387a9-a354-4db4-b6e7-e98cf570071d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:21.003678 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-f595e9f5-b730-4034-9b9a-841dbc33ed5c service neutron] 10.222.0.26 "GET /v2.0/networks/47b033ec-c1ac-4e91-adcb-63ea8b8c342e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277282 Jun 10 15:37:21.083716 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-23457e20-fd81-4330-87d4-4919a2cd55d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600131239-router', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:37:19Z', 'revision_number': 5, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'gw_port': {'id': 'b0a31b38-a9c5-4661-a9ed-7199c201432f', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:26:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:24:08Z', 'updated_at': '2021-06-10T15:24:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:37:21.087933 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23457e20-fd81-4330-87d4-4919a2cd55d7 None None] Checking router: a3ac1c19-9de2-4eed-a465-6544cfeed94d for host: dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:37:21.096544 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23457e20-fd81-4330-87d4-4919a2cd55d7 None None] Routers {'a3ac1c19-9de2-4eed-a465-6544cfeed94d'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:37:21.097139 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-23457e20-fd81-4330-87d4-4919a2cd55d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:37:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:37:21.106946 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [None req-371387a9-a354-4db4-b6e7-e98cf570071d admin admin] For port b0a31b38-a9c5-4661-a9ed-7199c201432f, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=b0a31b38-a9c5-4661-a9ed-7199c201432f,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:37:21.107308 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-371387a9-a354-4db4-b6e7-e98cf570071d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:21.204565 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-371387a9-a354-4db4-b6e7-e98cf570071d admin admin] Calling delete_port for b0a31b38-a9c5-4661-a9ed-7199c201432f owned by network:router_gateway {{(pid=92441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:37:21.213912 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-23457e20-fd81-4330-87d4-4919a2cd55d7 None None] Set router a3ac1c19-9de2-4eed-a465-6544cfeed94d gateway port host: None {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:37:21.290206 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-23457e20-fd81-4330-87d4-4919a2cd55d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600131239-router', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:37:20Z', 'revision_number': 6, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'gw_port_host': None}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:37:21.293568 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23457e20-fd81-4330-87d4-4919a2cd55d7 None None] The sync data for ids ['a3ac1c19-9de2-4eed-a465-6544cfeed94d'] in dv-cinder-772126-2-iscsi is: [{'id': 'a3ac1c19-9de2-4eed-a465-6544cfeed94d', 'name': 'tempest-AttachVolumeShelveTestJSON-1600131239-router', 'tenant_id': 'efc7c5988e6c495d9a904fb9069702f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:24:06Z', 'updated_at': '2021-06-10T15:37:20Z', 'revision_number': 6, 'project_id': 'efc7c5988e6c495d9a904fb9069702f2', 'gw_port_host': None}] {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:37:21.464413 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-371387a9-a354-4db4-b6e7-e98cf570071d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940524'] for port, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:21.466544 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a138abe3-ae4f-41c9-b403-adc7548889ae tempest-VolumesNegativeTest-394963453 tempest-VolumesNegativeTest-394963453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:21.495847 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371387a9-a354-4db4-b6e7-e98cf570071d admin admin] Pushing event deleted for resources: {'Port': ['ID=b0a31b38-a9c5-4661-a9ed-7199c201432f,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:21.498978 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-371387a9-a354-4db4-b6e7-e98cf570071d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:21.575103 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-371387a9-a354-4db4-b6e7-e98cf570071d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938596'] for router_gateway, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:21.711913 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-371387a9-a354-4db4-b6e7-e98cf570071d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26841'] for router, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:21.714254 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-371387a9-a354-4db4-b6e7-e98cf570071d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:21.869898 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-371387a9-a354-4db4-b6e7-e98cf570071d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-936769'] for router, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:21.870535 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371387a9-a354-4db4-b6e7-e98cf570071d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3ac1c19-9de2-4eed-a465-6544cfeed94d {{(pid=92441) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 15:37:21.874947 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-371387a9-a354-4db4-b6e7-e98cf570071d admin admin] Notify callbacks [] for router, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:21.876065 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-371387a9-a354-4db4-b6e7-e98cf570071d admin admin] 10.222.0.26 "DELETE /v2.0/routers/a3ac1c19-9de2-4eed-a465-6544cfeed94d HTTP/1.1" status: 204 len: 168 time: 1.3161342 Jun 10 15:37:21.878953 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 58704) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:21.923502 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:21.930988 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_v2 [None req-a778e24f-a5fb-4f6c-b9bb-40b9169b3ab7 admin admin] Deleting subnet 7a2c655e-5d93-4119-a397-dc5fc7c831fb {{(pid=92441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:37:21.934264 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a778e24f-a5fb-4f6c-b9bb-40b9169b3ab7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:21.979755 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a778e24f-a5fb-4f6c-b9bb-40b9169b3ab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4616097'] for subnet, precommit_delete_associations {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:22.069331 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a778e24f-a5fb-4f6c-b9bb-40b9169b3ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4192505'] for subnet, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:22.077645 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 4811a938-7b75-402c-86da-3d0cbc9a8d29 no longer exists at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:37:22.105653 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] No Port match for: 4811a938-7b75-402c-86da-3d0cbc9a8d29 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:37:22.106031 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 4811a938-7b75-402c-86da-3d0cbc9a8d29 not bound to the agent host dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:37:22.221182 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a778e24f-a5fb-4f6c-b9bb-40b9169b3ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4192482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4943142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314418'] for subnet, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:22.223750 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-31415c07-5cc9-44e9-b875-79e9fea860ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:22.263034 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778e24f-a5fb-4f6c-b9bb-40b9169b3ab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a2c655e-5d93-4119-a397-dc5fc7c831fb,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:22.266450 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a778e24f-a5fb-4f6c-b9bb-40b9169b3ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:22.267452 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-a778e24f-a5fb-4f6c-b9bb-40b9169b3ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:22.272695 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-a778e24f-a5fb-4f6c-b9bb-40b9169b3ab7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/7a2c655e-5d93-4119-a397-dc5fc7c831fb HTTP/1.1" status: 204 len: 168 time: 0.3894489 Jun 10 15:37:22.272695 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 58712) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:22.284672 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2ded0d2e-2044-4cbc-aa24-53f65e5d5d2b req-8ad39b43-24f1-42b3-a852-a1161313bf98 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3658c6-ac73-4a6f-8f96-55796cbbd9d4 HTTP/1.1" status: 200 len: 210 time: 0.0399237 Jun 10 15:37:22.285200 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65efe7a-9f2d-4d7f-9bf0-6ff4b46a8741 None None] Network 4d632323-dfef-4d59-99a6-62839bb06dc5 requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:37:22.376690 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ba0682e6-b495-4990-9126-dea82ba64974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775328'] for network, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:22.452731 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-ba0682e6-b495-4990-9126-dea82ba64974 admin admin] Deleting port 17d58941-73bd-4526-9b3e-d3ae66702cc1 {{(pid=92441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:37:22.453072 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ba0682e6-b495-4990-9126-dea82ba64974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:22.543148 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [None req-ba0682e6-b495-4990-9126-dea82ba64974 admin admin] For port 17d58941-73bd-4526-9b3e-d3ae66702cc1, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=17d58941-73bd-4526-9b3e-d3ae66702cc1,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:37:22.543508 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ba0682e6-b495-4990-9126-dea82ba64974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:22.581000 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fe0369-ed3a-4b6c-8600-44dab387f879 None None] DHCP port deletion for 4d632323-dfef-4d59-99a6-62839bb06dc5 request from dv-cinder-772126-2-iscsi {{(pid=92442) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 15:37:22.633875 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-73fe0369-ed3a-4b6c-8600-44dab387f879 None None] Deleting port 17d58941-73bd-4526-9b3e-d3ae66702cc1 {{(pid=92442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:37:22.634272 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-73fe0369-ed3a-4b6c-8600-44dab387f879 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:22.639590 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-ba0682e6-b495-4990-9126-dea82ba64974 admin admin] Calling delete_port for 17d58941-73bd-4526-9b3e-d3ae66702cc1 owned by network:dhcp {{(pid=92441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:37:22.720000 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-73fe0369-ed3a-4b6c-8600-44dab387f879 None None] For port 17d58941-73bd-4526-9b3e-d3ae66702cc1, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=17d58941-73bd-4526-9b3e-d3ae66702cc1,segment=NetworkSegment(1702aa14-938f-4925-84c5-5e06dd77e7ed),segment_id=1702aa14-938f-4925-84c5-5e06dd77e7ed)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:37:22.720408 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-73fe0369-ed3a-4b6c-8600-44dab387f879 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:22.811762 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-73fe0369-ed3a-4b6c-8600-44dab387f879 None None] Calling delete_port for 17d58941-73bd-4526-9b3e-d3ae66702cc1 owned by network:dhcp {{(pid=92442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:37:22.973091 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ba0682e6-b495-4990-9126-dea82ba64974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940524'] for port, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:22.976536 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-cbca3253-ff0e-49b0-bac7-d0e1a847efd1 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:22.978804 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-73fe0369-ed3a-4b6c-8600-44dab387f879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344'] for port, after_delete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:22.980683 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f82ee3ce-ac6d-45df-8026-99dbd49f2712 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:23.008305 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0682e6-b495-4990-9126-dea82ba64974 admin admin] Pushing event deleted for resources: {'Port': ['ID=17d58941-73bd-4526-9b3e-d3ae66702cc1,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:23.009842 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe0369-ed3a-4b6c-8600-44dab387f879 None None] Pushing event deleted for resources: {'Port': ['ID=17d58941-73bd-4526-9b3e-d3ae66702cc1,revision_number=None']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:23.010183 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0682e6-b495-4990-9126-dea82ba64974 admin admin] No DVR routers for this DVR port 17d58941-73bd-4526-9b3e-d3ae66702cc1 on host dv-cinder-772126-2-iscsi {{(pid=92441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:37:23.011812 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-ba0682e6-b495-4990-9126-dea82ba64974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:23.012475 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-73fe0369-ed3a-4b6c-8600-44dab387f879 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:23.015011 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fe0369-ed3a-4b6c-8600-44dab387f879 None None] No DVR routers for this DVR port 17d58941-73bd-4526-9b3e-d3ae66702cc1 on host dv-cinder-772126-2-iscsi {{(pid=92442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:37:23.112823 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ba0682e6-b495-4990-9126-dea82ba64974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190582', 'neutron.services.segments.db._delete_segments_for_network-8786703803055'] for network, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:23.125751 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-ba0682e6-b495-4990-9126-dea82ba64974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d632323-dfef-4d59-99a6-62839bb06dc5']}} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:37:23.137580 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-ba0682e6-b495-4990-9126-dea82ba64974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1702aa14-938f-4925-84c5-5e06dd77e7ed') {'for_net_delete': True} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:37:23.137922 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-ba0682e6-b495-4990-9126-dea82ba64974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1702aa14-938f-4925-84c5-5e06dd77e7ed') {} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:37:23.147857 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ba0682e6-b495-4990-9126-dea82ba64974 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786703802884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4616120'] for segment, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:23.162665 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ba0682e6-b495-4990-9126-dea82ba64974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:23.169590 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0682e6-b495-4990-9126-dea82ba64974 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=92441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:37:23.170068 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ba0682e6-b495-4990-9126-dea82ba64974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4940473'] for segment, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: Traceback (most recent call last): Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: timer() Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: cb(*args, **kw) Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: return func(*args, **kwargs) Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: self._notify() Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: self.callback(batched_events) Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: event.method(event) Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: return f(self, *a, **k) Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: return self._get(url).json() Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: return self.request(url, 'GET', **kwargs) Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:37:23.171811 dv-cinder-772126-2-iscsi neutron-server[92441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:37:23.368183 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ba0682e6-b495-4990-9126-dea82ba64974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4190591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938507'] for network, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:23.376236 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:23.397749 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ba0682e6-b495-4990-9126-dea82ba64974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:23.402622 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-ba0682e6-b495-4990-9126-dea82ba64974 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4d632323-dfef-4d59-99a6-62839bb06dc5 HTTP/1.1" status: 204 len: 168 time: 1.1266930 Jun 10 15:37:23.402807 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-48db9580-6f6d-4ed2-9543-2af066e60b10 req-52090622-70fb-4e03-ac48-ac53659046b0 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3658c6-ac73-4a6f-8f96-55796cbbd9d4 HTTP/1.1" status: 200 len: 210 time: 0.0463402 Jun 10 15:37:23.403247 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0682e6-b495-4990-9126-dea82ba64974 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d632323-dfef-4d59-99a6-62839bb06dc5,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:23.412501 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-ba0682e6-b495-4990-9126-dea82ba64974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:23.416050 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 17d58941-73bd-4526-9b3e-d3ae66702cc1 no longer exists at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:37:23.448686 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] No Port match for: 17d58941-73bd-4526-9b3e-d3ae66702cc1 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:37:23.449041 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 17d58941-73bd-4526-9b3e-d3ae66702cc1 not bound to the agent host dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:37:23.449567 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device b0a31b38-a9c5-4661-a9ed-7199c201432f no longer exists at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:37:23.475151 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] No Port match for: b0a31b38-a9c5-4661-a9ed-7199c201432f {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:37:23.476124 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device b0a31b38-a9c5-4661-a9ed-7199c201432f not bound to the agent host dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:37:23.700543 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:23.905491 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 58724) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:23.949117 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-83481ce3-5f81-49c5-b2c8-9ae432f74be6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=efc7c5988e6c495d9a904fb9069702f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0423691 Jun 10 15:37:23.951503 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 58726) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:24.005784 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-5776a98a-256f-42e0-a9b1-530cc62cff2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:24.034642 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-5776a98a-256f-42e0-a9b1-530cc62cff2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:24.146688 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-5776a98a-256f-42e0-a9b1-530cc62cff2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:24.150043 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-5776a98a-256f-42e0-a9b1-530cc62cff2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:24.159385 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-5776a98a-256f-42e0-a9b1-530cc62cff2d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9d168647-4d34-41ed-8336-c9e1bfbbc8c5 HTTP/1.1" status: 204 len: 168 time: 0.1987944 Jun 10 15:37:24.159385 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-96170c58-c294-46ef-9eef-459059747e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:24.160878 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5776a98a-256f-42e0-a9b1-530cc62cff2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d168647-4d34-41ed-8336-c9e1bfbbc8c5,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:24.163350 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-5776a98a-256f-42e0-a9b1-530cc62cff2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:24.567390 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-849f963a-1d2f-48f3-8aac-79809fc522e8 req-1123c35d-b7a7-467b-bd71-22a480538baa tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3658c6-ac73-4a6f-8f96-55796cbbd9d4 HTTP/1.1" status: 200 len: 210 time: 0.0351989 Jun 10 15:37:25.260216 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-ff9cf3dc-3c7e-4551-9899-1aed273c6b53 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:25.261655 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-ff9cf3dc-3c7e-4551-9899-1aed273c6b53 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.45 "GET /v2.0/networks?id=47b033ec-c1ac-4e91-adcb-63ea8b8c342e HTTP/1.1" status: 200 len: 815 time: 0.1360002 Jun 10 15:37:25.292703 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-5ee9672e-d567-49dc-95e7-eb8cb782f899 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Request body: {'port': {'device_id': '8a3658c6-ac73-4a6f-8f96-55796cbbd9d4', 'network_id': '47b033ec-c1ac-4e91-adcb-63ea8b8c342e', 'admin_state_up': True, 'tenant_id': 'c1f37b6b0181436c94146449d70ea569'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:37:25.506424 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-5ee9672e-d567-49dc-95e7-eb8cb782f899 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Made reservation on behalf of c1f37b6b0181436c94146449d70ea569 for: {'port': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:37:25.510586 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-5ee9672e-d567-49dc-95e7-eb8cb782f899 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:25.655979 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.db_base_plugin_common [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-5ee9672e-d567-49dc-95e7-eb8cb782f899 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Allocated IP 172.20.0.4 (47b033ec-c1ac-4e91-adcb-63ea8b8c342e/144fadf7-faae-4c05-b4bd-53a1bbcbcb2a/99747dad-9bdd-4e52-ba18-19ce069606d5) {{(pid=92440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:37:25.734140 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-52548d06-eb45-4c95-aeb9-6dbc4a384b07 req-8995d6a7-6f47-40a7-bf84-08dec7d4c011 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3658c6-ac73-4a6f-8f96-55796cbbd9d4 HTTP/1.1" status: 200 len: 210 time: 0.0435348 Jun 10 15:37:26.195995 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-5ee9672e-d567-49dc-95e7-eb8cb782f899 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks [] for port, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:26.327682 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-5ee9672e-d567-49dc-95e7-eb8cb782f899 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-532407449'] for port, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:26.331911 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-a7e1ab0d-9365-439d-b51c-c055c5ac97f9 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:26.385302 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-5ee9672e-d567-49dc-95e7-eb8cb782f899 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Network 47b033ec-c1ac-4e91-adcb-63ea8b8c342e is already hosted by enough agents. {{(pid=92440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:37:26.388568 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-5ee9672e-d567-49dc-95e7-eb8cb782f899 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Resources bound (agent type, host, resource id): {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:37:26.391117 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-5ee9672e-d567-49dc-95e7-eb8cb782f899 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Received port after_create {{(pid=92440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:37:26.429374 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9672e-d567-49dc-95e7-eb8cb782f899 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Pushing event updated for resources: {'Port': ['ID=99747dad-9bdd-4e52-ba18-19ce069606d5,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:26.432353 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-5ee9672e-d567-49dc-95e7-eb8cb782f899 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:26.458065 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-5ee9672e-d567-49dc-95e7-eb8cb782f899 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:26.458695 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-5ee9672e-d567-49dc-95e7-eb8cb782f899 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:26.571309 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-5ee9672e-d567-49dc-95e7-eb8cb782f899 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2831438 Jun 10 15:37:26.583530 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] Request body: {'port': {'device_id': '8a3658c6-ac73-4a6f-8f96-55796cbbd9d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:37:26.666832 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:26.995914 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db55d93-7730-44e5-89bb-de0ac2547b71 req-35378a84-32ec-451c-bfe9-04a06fdb71ed tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:26.997366 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5db55d93-7730-44e5-89bb-de0ac2547b71 req-35378a84-32ec-451c-bfe9-04a06fdb71ed tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3658c6-ac73-4a6f-8f96-55796cbbd9d4 HTTP/1.1" status: 200 len: 931 time: 0.1161842 Jun 10 15:37:27.056720 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99747dad-9bdd-4e52-ba18-19ce069606d5 {{(pid=92440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:37:27.072496 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:27.086262 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5db55d93-7730-44e5-89bb-de0ac2547b71 req-8ba3e45e-8c89-475c-bf03-cc67111e5e3c tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661125 Jun 10 15:37:27.090830 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.provisioning_blocks [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] Transition to ACTIVE for port object 99747dad-9bdd-4e52-ba18-19ce069606d5 will not be triggered until provisioned by entity L2. {{(pid=92440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:37:27.184465 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:27.186720 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-7a4023ea-94ce-4a3f-90d4-6361951557a4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:27.292791 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] Pushing event updated for resources: {'Port': ['ID=99747dad-9bdd-4e52-ba18-19ce069606d5,revision_number=2']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:27.297993 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:27.377090 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] Attempting to bind port 99747dad-9bdd-4e52-ba18-19ce069606d5 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:37:27.377415 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] Attempting to bind port 99747dad-9bdd-4e52-ba18-19ce069606d5 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': 'aac66bb1-d505-4d26-b1f9-26e240376076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47b033ec-c1ac-4e91-adcb-63ea8b8c342e'}] {{(pid=92440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:37:27.377729 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] Attempting to bind port 99747dad-9bdd-4e52-ba18-19ce069606d5 on network 47b033ec-c1ac-4e91-adcb-63ea8b8c342e {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:37:27.382073 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] Port 99747dad-9bdd-4e52-ba18-19ce069606d5 on network 47b033ec-c1ac-4e91-adcb-63ea8b8c342e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:37:27.382387 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] Attempting to bind port 99747dad-9bdd-4e52-ba18-19ce069606d5 on network 47b033ec-c1ac-4e91-adcb-63ea8b8c342e {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:37:27.387044 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] Checking agent: {'id': 'e28e421a-1ab2-4a36-8074-76b1dba64f57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'started_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:37:27.397785 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] Checking segment: {'id': 'aac66bb1-d505-4d26-b1f9-26e240376076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47b033ec-c1ac-4e91-adcb-63ea8b8c342e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:37:27.397785 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] Bound using segment: {'id': 'aac66bb1-d505-4d26-b1f9-26e240376076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47b033ec-c1ac-4e91-adcb-63ea8b8c342e'} {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:37:27.397785 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] Bound port: 99747dad-9bdd-4e52-ba18-19ce069606d5, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac66bb1-d505-4d26-b1f9-26e240376076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47b033ec-c1ac-4e91-adcb-63ea8b8c342e'}}] {{(pid=92440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:37:27.397785 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:27.464388 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] For port 99747dad-9bdd-4e52-ba18-19ce069606d5, host hv-cinder-77212, cleared binding levels {{(pid=92440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:37:27.467305 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] For port 99747dad-9bdd-4e52-ba18-19ce069606d5, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=99747dad-9bdd-4e52-ba18-19ce069606d5,segment=NetworkSegment(aac66bb1-d505-4d26-b1f9-26e240376076),segment_id=aac66bb1-d505-4d26-b1f9-26e240376076)] {{(pid=92440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:37:27.573398 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:27.576457 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-a1c0f97b-eb70-4aeb-b69e-eb071229f68f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:27.612071 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:27.612679 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:27.614053 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] 10.222.0.45 "PUT /v2.0/ports/99747dad-9bdd-4e52-ba18-19ce069606d5 HTTP/1.1" status: 200 len: 1093 time: 1.0346379 Jun 10 15:37:27.614821 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3658c6-ac73-4a6f-8f96-55796cbbd9d4', 'tag': '99747dad-9bdd-4e52-ba18-19ce069606d5'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:37:27.617471 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eef684b-5fc2-4949-9f26-0980da888a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "8a3658c6-ac73-4a6f-8f96-55796cbbd9d4", "tag": "99747dad-9bdd-4e52-ba18-19ce069606d5"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:37:27.646238 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] Pushing event updated for resources: {'Port': ['ID=99747dad-9bdd-4e52-ba18-19ce069606d5,revision_number=3']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:27.650301 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:27.653626 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105c3b04-b607-476c-927d-daf3205ea020 x-openstack-request-id: req-105c3b04-b607-476c-927d-daf3205ea020 {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:37:27.654060 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a3658c6-ac73-4a6f-8f96-55796cbbd9d4", "tag": "99747dad-9bdd-4e52-ba18-19ce069606d5", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:37:27.654364 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-105c3b04-b607-476c-927d-daf3205ea020 {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:37:27.654803 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a3658c6-ac73-4a6f-8f96-55796cbbd9d4', 'tag': '99747dad-9bdd-4e52-ba18-19ce069606d5', 'status': 'completed', 'code': 200} Jun 10 15:37:27.733617 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef684b-5fc2-4949-9f26-0980da888a4f req-ca760d8e-5cc0-4dd5-b6bf-9ab4695fe560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:27.735145 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6eef684b-5fc2-4949-9f26-0980da888a4f req-ca760d8e-5cc0-4dd5-b6bf-9ab4695fe560 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c1f37b6b0181436c94146449d70ea569&device_id=8a3658c6-ac73-4a6f-8f96-55796cbbd9d4 HTTP/1.1" status: 200 len: 1096 time: 0.0604265 Jun 10 15:37:27.862519 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef684b-5fc2-4949-9f26-0980da888a4f req-daf713c1-64b1-41e9-90fe-50ece7357612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:27.863984 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6eef684b-5fc2-4949-9f26-0980da888a4f req-daf713c1-64b1-41e9-90fe-50ece7357612 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=c1f37b6b0181436c94146449d70ea569&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1193399 Jun 10 15:37:27.989603 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef684b-5fc2-4949-9f26-0980da888a4f req-2bdeac1b-cd13-4b17-a8ac-0f43d1922dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:27.991117 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6eef684b-5fc2-4949-9f26-0980da888a4f req-2bdeac1b-cd13-4b17-a8ac-0f43d1922dc3 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1202598 Jun 10 15:37:28.087823 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-acb3f218-f630-4dcf-bdbf-9ef1be0e6b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:28.089194 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-acb3f218-f630-4dcf-bdbf-9ef1be0e6b5f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c1f37b6b0181436c94146449d70ea569&device_id=8a3658c6-ac73-4a6f-8f96-55796cbbd9d4 HTTP/1.1" status: 200 len: 1096 time: 0.0598636 Jun 10 15:37:28.152296 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-5b8e81f9-1e6b-426e-b94c-9dd313acd4b7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99747dad-9bdd-4e52-ba18-19ce069606d5 HTTP/1.1" status: 200 len: 217 time: 0.0551679 Jun 10 15:37:28.219909 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-e904ae0f-d3fa-40fc-b582-7132e9d911dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:28.221368 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-e904ae0f-d3fa-40fc-b582-7132e9d911dc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=144fadf7-faae-4c05-b4bd-53a1bbcbcb2a HTTP/1.1" status: 200 len: 855 time: 0.0630915 Jun 10 15:37:28.280017 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-9176ea79-a255-4eaa-8aae-7c33d6c32789 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=47b033ec-c1ac-4e91-adcb-63ea8b8c342e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362911 Jun 10 15:37:28.390126 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587732b-9514-4b17-8de7-84eda073de6a req-da51bde3-36d9-44be-904a-e756279a8803 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:28.391508 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0587732b-9514-4b17-8de7-84eda073de6a req-da51bde3-36d9-44be-904a-e756279a8803 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3658c6-ac73-4a6f-8f96-55796cbbd9d4 HTTP/1.1" status: 200 len: 943 time: 0.1843071 Jun 10 15:37:28.446044 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-019c8bc2-6d34-4343-98ae-1203187db6b5 service neutron] 10.222.0.45 "GET /v2.0/networks/47b033ec-c1ac-4e91-adcb-63ea8b8c342e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590219 Jun 10 15:37:28.459302 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0587732b-9514-4b17-8de7-84eda073de6a req-55e83ea7-8f52-424c-9303-804a6f90e101 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577059 Jun 10 15:37:29.639690 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7795a6-89ec-4ef2-a21b-ddd7a0dacb16 req-b40c783b-7936-4830-a435-fb814079e234 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:29.641177 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5d7795a6-89ec-4ef2-a21b-ddd7a0dacb16 req-b40c783b-7936-4830-a435-fb814079e234 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3658c6-ac73-4a6f-8f96-55796cbbd9d4 HTTP/1.1" status: 200 len: 943 time: 0.0723145 Jun 10 15:37:29.684761 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5d7795a6-89ec-4ef2-a21b-ddd7a0dacb16 req-fb7c6201-e7f4-47af-8ee5-ac27a9b7f7f5 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378366 Jun 10 15:37:29.837946 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6f0dac84-3b26-42d8-b047-77d97434d489 req-d055f06e-95fc-42c0-b350-fa837b91f78f service neutron] 10.222.0.45 "GET /v2.0/networks/47b033ec-c1ac-4e91-adcb-63ea8b8c342e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083789 Jun 10 15:37:30.864731 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a927bba-0291-4861-a48e-d448f23d0712 req-d3b46312-0653-4801-a36e-fe5fade7e929 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:30.866215 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3a927bba-0291-4861-a48e-d448f23d0712 req-d3b46312-0653-4801-a36e-fe5fade7e929 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3658c6-ac73-4a6f-8f96-55796cbbd9d4 HTTP/1.1" status: 200 len: 943 time: 0.0702870 Jun 10 15:37:30.906943 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3a927bba-0291-4861-a48e-d448f23d0712 req-08c1f3d9-508d-40df-9f35-43fa6e85efe1 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349953 Jun 10 15:37:32.092416 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e6ca6-8d9f-4a07-b5bb-6c560cb7ba54 req-75f01591-8b98-4f69-9a18-dcb1c731c298 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:32.093914 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-688e6ca6-8d9f-4a07-b5bb-6c560cb7ba54 req-75f01591-8b98-4f69-9a18-dcb1c731c298 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3658c6-ac73-4a6f-8f96-55796cbbd9d4 HTTP/1.1" status: 200 len: 943 time: 0.0745399 Jun 10 15:37:32.135615 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-688e6ca6-8d9f-4a07-b5bb-6c560cb7ba54 req-4cfbc2c3-8c4f-437a-af13-d9e1ce0902d0 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359588 Jun 10 15:37:33.314308 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19672d6e-1592-4496-b869-e91955c65ecf req-58d72162-4d46-4e68-a0c3-b4c6da96f77b tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:33.315735 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-19672d6e-1592-4496-b869-e91955c65ecf req-58d72162-4d46-4e68-a0c3-b4c6da96f77b tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3658c6-ac73-4a6f-8f96-55796cbbd9d4 HTTP/1.1" status: 200 len: 943 time: 0.0678883 Jun 10 15:37:33.358475 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-19672d6e-1592-4496-b869-e91955c65ecf req-5400bbb2-2b75-408c-b200-f2a815212a8c tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370629 Jun 10 15:37:34.545642 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4ff17-4089-493d-a238-2a8561481f93 req-e9fdb4a8-32de-4983-8088-c5a5e3f92aec tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:34.547047 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b6a4ff17-4089-493d-a238-2a8561481f93 req-e9fdb4a8-32de-4983-8088-c5a5e3f92aec tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3658c6-ac73-4a6f-8f96-55796cbbd9d4 HTTP/1.1" status: 200 len: 943 time: 0.0751810 Jun 10 15:37:34.589913 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b6a4ff17-4089-493d-a238-2a8561481f93 req-74fafa17-20c6-4de9-a9fb-18b21854fd6c tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366025 Jun 10 15:37:35.584738 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 99747dad-9bdd-4e52-ba18-19ce069606d5 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=92442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:37:35.712225 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 99747dad-9bdd-4e52-ba18-19ce069606d5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=99747dad-9bdd-4e52-ba18-19ce069606d5,segment=NetworkSegment(aac66bb1-d505-4d26-b1f9-26e240376076),segment_id=aac66bb1-d505-4d26-b1f9-26e240376076)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:37:35.725042 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Returning: {'device': '99747dad-9bdd-4e52-ba18-19ce069606d5', 'network_id': '47b033ec-c1ac-4e91-adcb-63ea8b8c342e', 'port_id': '99747dad-9bdd-4e52-ba18-19ce069606d5', 'mac_address': 'fa:16:3e:f3:72:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '144fadf7-faae-4c05-b4bd-53a1bbcbcb2a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:37:35.768780 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:35.774178 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0e824-8cec-4f75-990b-8cf7c8ba4de6 req-7b083c3c-c24f-41f3-9f4d-bbb815a05c59 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:35.775669 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5bb0e824-8cec-4f75-990b-8cf7c8ba4de6 req-7b083c3c-c24f-41f3-9f4d-bbb815a05c59 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3658c6-ac73-4a6f-8f96-55796cbbd9d4 HTTP/1.1" status: 200 len: 943 time: 0.0708582 Jun 10 15:37:35.787932 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99747dad-9bdd-4e52-ba18-19ce069606d5 {{(pid=92442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:37:35.817532 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 99747dad-9bdd-4e52-ba18-19ce069606d5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=99747dad-9bdd-4e52-ba18-19ce069606d5,segment=NetworkSegment(aac66bb1-d505-4d26-b1f9-26e240376076),segment_id=aac66bb1-d505-4d26-b1f9-26e240376076)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:37:35.819332 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5bb0e824-8cec-4f75-990b-8cf7c8ba4de6 req-14f68fce-1b25-44d9-aa04-b771b40d598d tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377717 Jun 10 15:37:35.940700 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:35.961524 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:35.963299 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:36.016362 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=99747dad-9bdd-4e52-ba18-19ce069606d5,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:36.019433 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:36.422713 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['99747dad-9bdd-4e52-ba18-19ce069606d5'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:37:37.020081 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd259377-dc60-4be1-a105-c1ddee4e5c9f req-23db4e0c-29cb-4532-877d-ce947aee42e0 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:37.020081 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-bd259377-dc60-4be1-a105-c1ddee4e5c9f req-23db4e0c-29cb-4532-877d-ce947aee42e0 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3658c6-ac73-4a6f-8f96-55796cbbd9d4 HTTP/1.1" status: 200 len: 944 time: 0.0755131 Jun 10 15:37:37.053834 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-bd259377-dc60-4be1-a105-c1ddee4e5c9f req-8933c9c0-efad-40b5-97fd-edd4a37802da tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364294 Jun 10 15:37:37.458989 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 58872) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:37.583785 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-5a9c7e14-e8df-41d4-839f-fc7c42ea6b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:37.607409 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 99747dad-9bdd-4e52-ba18-19ce069606d5 up at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:37:37.675843 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-5a9c7e14-e8df-41d4-839f-fc7c42ea6b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:37.740790 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning for port 99747dad-9bdd-4e52-ba18-19ce069606d5 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:37:37.744549 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning complete for port 99747dad-9bdd-4e52-ba18-19ce069606d5 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:37:37.745077 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:37.769149 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-5a9c7e14-e8df-41d4-839f-fc7c42ea6b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:37.772687 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-5776a98a-256f-42e0-a9b1-530cc62cff2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:37.811027 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-5a9c7e14-e8df-41d4-839f-fc7c42ea6b26 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8da78a2e3c894dd8b8488c823c3cdfe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509533 Jun 10 15:37:37.813103 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c7e14-e8df-41d4-839f-fc7c42ea6b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff905af-afa2-40ab-847f-d8fbddfb603a,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:37.813855 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 58876) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:37.816478 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-5a9c7e14-e8df-41d4-839f-fc7c42ea6b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:37.834249 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:37.863291 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3658c6-ac73-4a6f-8f96-55796cbbd9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99747dad-9bdd-4e52-ba18-19ce069606d5'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:37:37.864914 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6171d2-3585-4dae-bdc1-19d7a5fbdcc9" -d '{"events": [{"server_uuid": "8a3658c6-ac73-4a6f-8f96-55796cbbd9d4", "name": "network-vif-plugged", "status": "completed", "tag": "99747dad-9bdd-4e52-ba18-19ce069606d5"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:37:37.881595 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7cdb909b-dd37-4341-a46f-d55b3ba90f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:37.908251 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7cdb909b-dd37-4341-a46f-d55b3ba90f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:38.011025 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0337085c-70e3-4b09-b931-8acd144bb910 x-openstack-request-id: req-0337085c-70e3-4b09-b931-8acd144bb910 {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:37:38.011513 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3658c6-ac73-4a6f-8f96-55796cbbd9d4", "name": "network-vif-plugged", "status": "completed", "tag": "99747dad-9bdd-4e52-ba18-19ce069606d5", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:37:38.011773 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0337085c-70e3-4b09-b931-8acd144bb910 {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:37:38.012157 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3658c6-ac73-4a6f-8f96-55796cbbd9d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99747dad-9bdd-4e52-ba18-19ce069606d5', 'code': 200} Jun 10 15:37:38.015543 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 99747dad-9bdd-4e52-ba18-19ce069606d5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=99747dad-9bdd-4e52-ba18-19ce069606d5,segment=NetworkSegment(aac66bb1-d505-4d26-b1f9-26e240376076),segment_id=aac66bb1-d505-4d26-b1f9-26e240376076)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:37:38.043428 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7cdb909b-dd37-4341-a46f-d55b3ba90f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:38.046079 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7cdb909b-dd37-4341-a46f-d55b3ba90f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:38.047256 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-7cdb909b-dd37-4341-a46f-d55b3ba90f2a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1ff905af-afa2-40ab-847f-d8fbddfb603a HTTP/1.1" status: 204 len: 168 time: 0.2323575 Jun 10 15:37:38.048034 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-ba74db2e-0866-4e34-86db-7a09a96eb8a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:38.056893 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb909b-dd37-4341-a46f-d55b3ba90f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff905af-afa2-40ab-847f-d8fbddfb603a,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:38.059608 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7cdb909b-dd37-4341-a46f-d55b3ba90f2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:38.116991 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:38.118998 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b8157973-f607-4b37-a8bb-dd293cfea101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:38.180340 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=99747dad-9bdd-4e52-ba18-19ce069606d5,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:38.184166 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:38.245559 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca8bd0-0950-4276-bcc7-1df1dc8b71d2 req-1fd0cea6-9cff-4e96-91c1-e115e1a66592 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:38.247109 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6eca8bd0-0950-4276-bcc7-1df1dc8b71d2 req-1fd0cea6-9cff-4e96-91c1-e115e1a66592 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3658c6-ac73-4a6f-8f96-55796cbbd9d4 HTTP/1.1" status: 200 len: 945 time: 0.0752215 Jun 10 15:37:38.289321 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6eca8bd0-0950-4276-bcc7-1df1dc8b71d2 req-318d0c79-06ff-4d83-bdd1-6d4917693d8d tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364995 Jun 10 15:37:38.415642 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e10fb43-bb28-4776-b2a8-b4ad5d3c3d96 req-f0c0e5e4-8e5a-4c59-a9a4-2ae765ed26ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:38.417303 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1e10fb43-bb28-4776-b2a8-b4ad5d3c3d96 req-f0c0e5e4-8e5a-4c59-a9a4-2ae765ed26ca service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8a3658c6-ac73-4a6f-8f96-55796cbbd9d4 HTTP/1.1" status: 200 len: 1098 time: 0.0587432 Jun 10 15:37:38.458188 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1e10fb43-bb28-4776-b2a8-b4ad5d3c3d96 req-e7c89ddb-d230-4019-a604-8e7723cccfe1 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334322 Jun 10 15:37:39.378629 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-88ed31b0-61d0-4af5-bbe4-ddb45156cb4f req-42671b19-a72e-49df-b8f6-be2fc8872c22 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0663934 Jun 10 15:37:39.520596 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed31b0-61d0-4af5-bbe4-ddb45156cb4f req-b725caf2-f2ed-422b-a622-ebeda137de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:39.522087 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-88ed31b0-61d0-4af5-bbe4-ddb45156cb4f req-b725caf2-f2ed-422b-a622-ebeda137de67 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4517d521167249acb67d8141a24d7e7c&device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 1099 time: 0.1109385 Jun 10 15:37:39.533965 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86f8e8-445d-41bd-928d-77752a16899a req-d615c447-3427-42a4-90c0-dba7faaa40b6 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:39.535446 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8e86f8e8-445d-41bd-928d-77752a16899a req-d615c447-3427-42a4-90c0-dba7faaa40b6 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3658c6-ac73-4a6f-8f96-55796cbbd9d4 HTTP/1.1" status: 200 len: 945 time: 0.1231298 Jun 10 15:37:39.610868 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8e86f8e8-445d-41bd-928d-77752a16899a req-5dead362-e86d-4ea5-be84-87cd6a9f624a tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681012 Jun 10 15:37:39.687697 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed31b0-61d0-4af5-bbe4-ddb45156cb4f req-9c238a9c-12dc-434c-ba43-c320fe372088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:39.689156 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-88ed31b0-61d0-4af5-bbe4-ddb45156cb4f req-9c238a9c-12dc-434c-ba43-c320fe372088 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a805898-5828-42de-b8ce-449b5c5f6a6a HTTP/1.1" status: 200 len: 910 time: 0.1393044 Jun 10 15:37:39.780574 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-88ed31b0-61d0-4af5-bbe4-ddb45156cb4f req-63270abd-a4e4-47a2-95ff-57d98be10f8a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83f13f51-c7d7-4964-a648-cc7bcabe2832 HTTP/1.1" status: 200 len: 1001 time: 0.0848088 Jun 10 15:37:39.841099 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed31b0-61d0-4af5-bbe4-ddb45156cb4f req-1e071671-680f-4713-80e1-af8adac9548d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:39.842461 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-88ed31b0-61d0-4af5-bbe4-ddb45156cb4f req-1e071671-680f-4713-80e1-af8adac9548d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b115e941-9da1-483b-9e8a-4bf58d5be886 HTTP/1.1" status: 200 len: 848 time: 0.0557795 Jun 10 15:37:39.912245 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed31b0-61d0-4af5-bbe4-ddb45156cb4f req-623dda3b-10d4-432e-8d66-2733cdde06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:39.913936 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-88ed31b0-61d0-4af5-bbe4-ddb45156cb4f req-623dda3b-10d4-432e-8d66-2733cdde06a3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a805898-5828-42de-b8ce-449b5c5f6a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0650058 Jun 10 15:37:40.033664 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-88ed31b0-61d0-4af5-bbe4-ddb45156cb4f req-2eedd334-99a5-44a8-a661-00ddc4001acc service neutron] 10.222.0.45 "GET /v2.0/networks/5a805898-5828-42de-b8ce-449b5c5f6a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129503 Jun 10 15:37:40.149406 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-88ed31b0-61d0-4af5-bbe4-ddb45156cb4f req-4a76a847-356f-4e80-8fe6-f0bbfd5d17e0 service neutron] 10.222.0.45 "GET /v2.0/networks/5a805898-5828-42de-b8ce-449b5c5f6a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091628 Jun 10 15:37:40.561587 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 58926) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:40.675582 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-01723985-dfa1-4dba-a0b6-7f76d8d02ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:40.780797 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-01723985-dfa1-4dba-a0b6-7f76d8d02ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:40.798041 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daecd25-0697-461d-90cc-aa31e10edaad req-59d738de-1d48-460f-b9c1-9f42e26ff29a tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:40.799600 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4daecd25-0697-461d-90cc-aa31e10edaad req-59d738de-1d48-460f-b9c1-9f42e26ff29a tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3658c6-ac73-4a6f-8f96-55796cbbd9d4 HTTP/1.1" status: 200 len: 945 time: 0.0751629 Jun 10 15:37:40.842809 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4daecd25-0697-461d-90cc-aa31e10edaad req-46179164-64d8-4ebf-b920-0f7b4bd50ce7 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372841 Jun 10 15:37:40.933333 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-01723985-dfa1-4dba-a0b6-7f76d8d02ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:40.936977 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-b08c0753-414f-4cf6-a3ea-0741c20ff1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:40.976908 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-01723985-dfa1-4dba-a0b6-7f76d8d02ddf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=26cc7c0c6bf648ffb6824a5e87fd50ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4140797 Jun 10 15:37:40.978231 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01723985-dfa1-4dba-a0b6-7f76d8d02ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5195bb4-c3ea-4fcb-8aad-a777281458c3,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:40.980314 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 58936) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:40.981453 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-01723985-dfa1-4dba-a0b6-7f76d8d02ddf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:41.035948 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-eb2121fd-4cc4-41d4-93b9-39813c28d0f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:41.058778 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-eb2121fd-4cc4-41d4-93b9-39813c28d0f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:41.179675 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-eb2121fd-4cc4-41d4-93b9-39813c28d0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:41.183248 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-eb2121fd-4cc4-41d4-93b9-39813c28d0f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:41.187592 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-eb2121fd-4cc4-41d4-93b9-39813c28d0f7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d5195bb4-c3ea-4fcb-8aad-a777281458c3 HTTP/1.1" status: 204 len: 168 time: 0.2027996 Jun 10 15:37:41.187592 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-45939eec-4027-4b62-9774-7c561cca30e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:41.195493 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2121fd-4cc4-41d4-93b9-39813c28d0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5195bb4-c3ea-4fcb-8aad-a777281458c3,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:41.197811 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-eb2121fd-4cc4-41d4-93b9-39813c28d0f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:41.933713 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 58946) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:41.950231 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-dc283fdf-5723-47ac-a345-8be451e12f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:42.042952 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-dc283fdf-5723-47ac-a345-8be451e12f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:42.149937 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-dc283fdf-5723-47ac-a345-8be451e12f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:42.153052 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-01723985-dfa1-4dba-a0b6-7f76d8d02ddf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:42.190882 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc283fdf-5723-47ac-a345-8be451e12f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16e8756-c910-421e-a519-ed5b63e043ba,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:42.195071 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-dc283fdf-5723-47ac-a345-8be451e12f59 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=94d351ab2e6348dc9cd447b74f809b06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602887 Jun 10 15:37:42.196016 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-dc283fdf-5723-47ac-a345-8be451e12f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:42.198468 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 58948) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:42.260886 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6dba9adc-b03c-4c53-a3bb-312137341cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:42.284398 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6dba9adc-b03c-4c53-a3bb-312137341cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:42.421070 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6dba9adc-b03c-4c53-a3bb-312137341cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:42.423781 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6dba9adc-b03c-4c53-a3bb-312137341cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:42.424937 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-6dba9adc-b03c-4c53-a3bb-312137341cf0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f16e8756-c910-421e-a519-ed5b63e043ba HTTP/1.1" status: 204 len: 168 time: 0.2256415 Jun 10 15:37:42.425740 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-6fc18f6c-e6ff-4066-bdcf-df668a101105 tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:42.435165 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba9adc-b03c-4c53-a3bb-312137341cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16e8756-c910-421e-a519-ed5b63e043ba,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:42.438033 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-6dba9adc-b03c-4c53-a3bb-312137341cf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:48.187999 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:37:48.201675 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-5ef56808-7183-49ae-9ba9-06d54b03ce75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:50.036614 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 59068) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:50.140681 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-0eb179dd-1607-4945-b0cb-25c41a67a71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:50.233944 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-0eb179dd-1607-4945-b0cb-25c41a67a71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:50.357972 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-0eb179dd-1607-4945-b0cb-25c41a67a71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:50.360647 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-5a738f30-f58c-4692-b11a-43df598cbb88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:50.403519 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-0eb179dd-1607-4945-b0cb-25c41a67a71d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=975e49a5c2af4078a809c95682c2d730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3658271 Jun 10 15:37:50.404433 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb179dd-1607-4945-b0cb-25c41a67a71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a5f483-40ca-46b8-bf56-d6d47b444851,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:50.406154 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 59072) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:50.407483 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-0eb179dd-1607-4945-b0cb-25c41a67a71d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:50.462813 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-458c9f45-889a-49f8-adac-313e02af86c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:50.485388 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-458c9f45-889a-49f8-adac-313e02af86c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:50.609363 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-458c9f45-889a-49f8-adac-313e02af86c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:50.612134 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-458c9f45-889a-49f8-adac-313e02af86c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:50.613255 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-458c9f45-889a-49f8-adac-313e02af86c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e8a5f483-40ca-46b8-bf56-d6d47b444851 HTTP/1.1" status: 204 len: 168 time: 0.2054045 Jun 10 15:37:50.614257 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-6a7c91ab-c54a-45d9-ac57-ea286b43fcb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:50.623944 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c9f45-889a-49f8-adac-313e02af86c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a5f483-40ca-46b8-bf56-d6d47b444851,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:50.626270 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-458c9f45-889a-49f8-adac-313e02af86c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:50.741149 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-fc33304e-6b0a-4403-b031-a0b3bd6f9876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:50.775348 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:51.259303 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 59082) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:51.275459 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-10bc3ee3-c427-4e93-aac7-1cae59709719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:51.365268 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-10bc3ee3-c427-4e93-aac7-1cae59709719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:51.415058 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-10bc3ee3-c427-4e93-aac7-1cae59709719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:51.419201 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:51.457109 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc3ee3-c427-4e93-aac7-1cae59709719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06a7283-c74c-4181-bfcf-f23e6d770240,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:51.461177 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-10bc3ee3-c427-4e93-aac7-1cae59709719 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=15800a7f7a0545fbb035d1213d9f48aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2008207 Jun 10 15:37:51.462150 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-10bc3ee3-c427-4e93-aac7-1cae59709719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:51.464041 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 59084) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:37:51.520036 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-8bea0c3f-a32c-4220-88c7-3efacd9ac3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:51.542629 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-8bea0c3f-a32c-4220-88c7-3efacd9ac3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:51.699007 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-8bea0c3f-a32c-4220-88c7-3efacd9ac3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:51.701517 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-8bea0c3f-a32c-4220-88c7-3efacd9ac3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:51.702665 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-8bea0c3f-a32c-4220-88c7-3efacd9ac3a7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d06a7283-c74c-4181-bfcf-f23e6d770240 HTTP/1.1" status: 204 len: 168 time: 0.2377026 Jun 10 15:37:51.703441 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-7d5df675-f7b2-4d83-9751-417c03eac9df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:51.714630 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea0c3f-a32c-4220-88c7-3efacd9ac3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06a7283-c74c-4181-bfcf-f23e6d770240,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:51.715079 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-8bea0c3f-a32c-4220-88c7-3efacd9ac3a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:51.919122 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:52.545313 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53cad1-4754-4193-a546-74d57449cee2 req-75752597-505f-45b8-a4aa-1544cd459e0b tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:52.546819 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ec53cad1-4754-4193-a546-74d57449cee2 req-75752597-505f-45b8-a4aa-1544cd459e0b tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/networks?id=47b033ec-c1ac-4e91-adcb-63ea8b8c342e HTTP/1.1" status: 200 len: 815 time: 0.4319956 Jun 10 15:37:52.562106 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ec53cad1-4754-4193-a546-74d57449cee2 req-cceb9d33-693a-476c-bea8-cdd491a79279 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/quotas/c1f37b6b0181436c94146449d70ea569 HTTP/1.1" status: 200 len: 375 time: 0.0096281 Jun 10 15:37:52.631492 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ec53cad1-4754-4193-a546-74d57449cee2 req-a7f24a72-a896-4728-b462-0663721323c6 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1f37b6b0181436c94146449d70ea569&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0639215 Jun 10 15:37:52.750342 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ec53cad1-4754-4193-a546-74d57449cee2 req-2b12757c-5c46-4385-91c6-98d8eab3a960 service neutron] 10.222.0.26 "GET /v2.0/networks/47b033ec-c1ac-4e91-adcb-63ea8b8c342e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116524 Jun 10 15:37:52.867148 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ec53cad1-4754-4193-a546-74d57449cee2 req-92e2aef3-9bc4-44d5-908b-5c9b2850ee23 service neutron] 10.222.0.26 "GET /v2.0/networks/47b033ec-c1ac-4e91-adcb-63ea8b8c342e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112719 Jun 10 15:37:53.125932 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-71d0c636-e614-4ce6-8cba-dc359210147c req-3e09704b-5974-44ba-b7ab-fe35d812dcc8 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=467e3455-3e9f-4278-82ec-95ad287ef21b HTTP/1.1" status: 200 len: 210 time: 0.0367699 Jun 10 15:37:53.704427 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:54.283696 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7a460ab5-16dd-403c-9255-83e270e2af83 req-d3ef2000-dcf1-46e8-84fe-809eb127fc7f tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=467e3455-3e9f-4278-82ec-95ad287ef21b HTTP/1.1" status: 200 len: 210 time: 0.0331674 Jun 10 15:37:55.475426 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2be46b0a-d686-443e-84b9-68f1994ac17d req-1b4ab715-48c6-48e1-9ab0-31f466f0941e tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=467e3455-3e9f-4278-82ec-95ad287ef21b HTTP/1.1" status: 200 len: 210 time: 0.0769885 Jun 10 15:37:55.517031 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53cad1-4754-4193-a546-74d57449cee2 req-082be02f-450a-4ee6-a0f4-9e4527cb8abc tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:55.518459 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ec53cad1-4754-4193-a546-74d57449cee2 req-082be02f-450a-4ee6-a0f4-9e4527cb8abc tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.45 "GET /v2.0/networks?id=47b033ec-c1ac-4e91-adcb-63ea8b8c342e HTTP/1.1" status: 200 len: 815 time: 0.1663604 Jun 10 15:37:55.538884 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-ec53cad1-4754-4193-a546-74d57449cee2 req-c590e583-d7ce-4d0d-95e0-7b414fd7cebb tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Request body: {'port': {'device_id': '467e3455-3e9f-4278-82ec-95ad287ef21b', 'network_id': '47b033ec-c1ac-4e91-adcb-63ea8b8c342e', 'admin_state_up': True, 'tenant_id': 'c1f37b6b0181436c94146449d70ea569'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:37:55.752566 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec53cad1-4754-4193-a546-74d57449cee2 req-c590e583-d7ce-4d0d-95e0-7b414fd7cebb tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Made reservation on behalf of c1f37b6b0181436c94146449d70ea569 for: {'port': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:37:55.756125 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-ec53cad1-4754-4193-a546-74d57449cee2 req-c590e583-d7ce-4d0d-95e0-7b414fd7cebb tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:55.901497 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.db_base_plugin_common [req-ec53cad1-4754-4193-a546-74d57449cee2 req-c590e583-d7ce-4d0d-95e0-7b414fd7cebb tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Allocated IP 172.20.0.10 (47b033ec-c1ac-4e91-adcb-63ea8b8c342e/144fadf7-faae-4c05-b4bd-53a1bbcbcb2a/8cadc06f-f286-4ade-8367-25ef57f9eedf) {{(pid=92440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:37:56.085184 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-ec53cad1-4754-4193-a546-74d57449cee2 req-c590e583-d7ce-4d0d-95e0-7b414fd7cebb tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks [] for port, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:56.261858 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-ec53cad1-4754-4193-a546-74d57449cee2 req-c590e583-d7ce-4d0d-95e0-7b414fd7cebb tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-532407449'] for port, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:56.267013 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:56.273344 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['99747dad-9bdd-4e52-ba18-19ce069606d5'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:37:56.319562 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec53cad1-4754-4193-a546-74d57449cee2 req-c590e583-d7ce-4d0d-95e0-7b414fd7cebb tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Network 47b033ec-c1ac-4e91-adcb-63ea8b8c342e is already hosted by enough agents. {{(pid=92440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:37:56.322939 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [req-ec53cad1-4754-4193-a546-74d57449cee2 req-c590e583-d7ce-4d0d-95e0-7b414fd7cebb tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Resources bound (agent type, host, resource id): {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:37:56.325617 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec53cad1-4754-4193-a546-74d57449cee2 req-c590e583-d7ce-4d0d-95e0-7b414fd7cebb tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Received port after_create {{(pid=92440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:37:56.366551 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590e583-d7ce-4d0d-95e0-7b414fd7cebb tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Pushing event updated for resources: {'Port': ['ID=8cadc06f-f286-4ade-8367-25ef57f9eedf,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:56.369518 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-c590e583-d7ce-4d0d-95e0-7b414fd7cebb tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:56.393127 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53cad1-4754-4193-a546-74d57449cee2 req-c590e583-d7ce-4d0d-95e0-7b414fd7cebb tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:56.393737 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-ec53cad1-4754-4193-a546-74d57449cee2 req-c590e583-d7ce-4d0d-95e0-7b414fd7cebb tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:56.500074 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ec53cad1-4754-4193-a546-74d57449cee2 req-c590e583-d7ce-4d0d-95e0-7b414fd7cebb tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9647119 Jun 10 15:37:56.567678 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-ec53cad1-4754-4193-a546-74d57449cee2 req-1e6b202e-6561-404e-a47e-4d0b87391ad1 service neutron] Request body: {'port': {'device_id': '467e3455-3e9f-4278-82ec-95ad287ef21b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:37:56.710733 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-ec53cad1-4754-4193-a546-74d57449cee2 req-1e6b202e-6561-404e-a47e-4d0b87391ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:56.746104 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7dfd5-a9cc-47ec-8f86-06384e175fe3 req-723dfb6f-aa06-4019-9b9b-0126ba74fa85 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:56.746104 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a4c7dfd5-a9cc-47ec-8f86-06384e175fe3 req-723dfb6f-aa06-4019-9b9b-0126ba74fa85 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=467e3455-3e9f-4278-82ec-95ad287ef21b HTTP/1.1" status: 200 len: 932 time: 0.1482213 Jun 10 15:37:56.877313 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a4c7dfd5-a9cc-47ec-8f86-06384e175fe3 req-3c8e8d60-e327-434c-b642-45bf9a0df3af tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064444 Jun 10 15:37:57.074460 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [req-ec53cad1-4754-4193-a546-74d57449cee2 req-1e6b202e-6561-404e-a47e-4d0b87391ad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cadc06f-f286-4ade-8367-25ef57f9eedf {{(pid=92440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:37:57.082040 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-ec53cad1-4754-4193-a546-74d57449cee2 req-1e6b202e-6561-404e-a47e-4d0b87391ad1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:57.094383 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.provisioning_blocks [req-ec53cad1-4754-4193-a546-74d57449cee2 req-1e6b202e-6561-404e-a47e-4d0b87391ad1 service neutron] Transition to ACTIVE for port object 8cadc06f-f286-4ade-8367-25ef57f9eedf will not be triggered until provisioned by entity L2. {{(pid=92440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:37:57.163834 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-ec53cad1-4754-4193-a546-74d57449cee2 req-1e6b202e-6561-404e-a47e-4d0b87391ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:57.165876 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-c30d7552-9d71-4d27-909b-9de3769441b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:57.261222 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b202e-6561-404e-a47e-4d0b87391ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=8cadc06f-f286-4ade-8367-25ef57f9eedf,revision_number=2']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:57.265472 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-1e6b202e-6561-404e-a47e-4d0b87391ad1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:57.345638 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-ec53cad1-4754-4193-a546-74d57449cee2 req-1e6b202e-6561-404e-a47e-4d0b87391ad1 service neutron] Attempting to bind port 8cadc06f-f286-4ade-8367-25ef57f9eedf on host hv-cinder-77212 for vnic_type normal with profile {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:37:57.346004 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-ec53cad1-4754-4193-a546-74d57449cee2 req-1e6b202e-6561-404e-a47e-4d0b87391ad1 service neutron] Attempting to bind port 8cadc06f-f286-4ade-8367-25ef57f9eedf by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': 'aac66bb1-d505-4d26-b1f9-26e240376076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47b033ec-c1ac-4e91-adcb-63ea8b8c342e'}] {{(pid=92440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:37:57.346332 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec53cad1-4754-4193-a546-74d57449cee2 req-1e6b202e-6561-404e-a47e-4d0b87391ad1 service neutron] Attempting to bind port 8cadc06f-f286-4ade-8367-25ef57f9eedf on network 47b033ec-c1ac-4e91-adcb-63ea8b8c342e {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:37:57.350549 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec53cad1-4754-4193-a546-74d57449cee2 req-1e6b202e-6561-404e-a47e-4d0b87391ad1 service neutron] Port 8cadc06f-f286-4ade-8367-25ef57f9eedf on network 47b033ec-c1ac-4e91-adcb-63ea8b8c342e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:37:57.350926 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec53cad1-4754-4193-a546-74d57449cee2 req-1e6b202e-6561-404e-a47e-4d0b87391ad1 service neutron] Attempting to bind port 8cadc06f-f286-4ade-8367-25ef57f9eedf on network 47b033ec-c1ac-4e91-adcb-63ea8b8c342e {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:37:57.356619 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec53cad1-4754-4193-a546-74d57449cee2 req-1e6b202e-6561-404e-a47e-4d0b87391ad1 service neutron] Checking agent: {'id': 'e28e421a-1ab2-4a36-8074-76b1dba64f57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'started_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:37:57.356959 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec53cad1-4754-4193-a546-74d57449cee2 req-1e6b202e-6561-404e-a47e-4d0b87391ad1 service neutron] Checking segment: {'id': 'aac66bb1-d505-4d26-b1f9-26e240376076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47b033ec-c1ac-4e91-adcb-63ea8b8c342e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:37:57.357339 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec53cad1-4754-4193-a546-74d57449cee2 req-1e6b202e-6561-404e-a47e-4d0b87391ad1 service neutron] Bound using segment: {'id': 'aac66bb1-d505-4d26-b1f9-26e240376076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47b033ec-c1ac-4e91-adcb-63ea8b8c342e'} {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:37:57.357765 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-ec53cad1-4754-4193-a546-74d57449cee2 req-1e6b202e-6561-404e-a47e-4d0b87391ad1 service neutron] Bound port: 8cadc06f-f286-4ade-8367-25ef57f9eedf, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac66bb1-d505-4d26-b1f9-26e240376076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47b033ec-c1ac-4e91-adcb-63ea8b8c342e'}}] {{(pid=92440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:37:57.358141 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-ec53cad1-4754-4193-a546-74d57449cee2 req-1e6b202e-6561-404e-a47e-4d0b87391ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:57.435466 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-ec53cad1-4754-4193-a546-74d57449cee2 req-1e6b202e-6561-404e-a47e-4d0b87391ad1 service neutron] For port 8cadc06f-f286-4ade-8367-25ef57f9eedf, host hv-cinder-77212, cleared binding levels {{(pid=92440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:37:57.438476 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-ec53cad1-4754-4193-a546-74d57449cee2 req-1e6b202e-6561-404e-a47e-4d0b87391ad1 service neutron] For port 8cadc06f-f286-4ade-8367-25ef57f9eedf, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=8cadc06f-f286-4ade-8367-25ef57f9eedf,segment=NetworkSegment(aac66bb1-d505-4d26-b1f9-26e240376076),segment_id=aac66bb1-d505-4d26-b1f9-26e240376076)] {{(pid=92440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:37:57.529684 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-ec53cad1-4754-4193-a546-74d57449cee2 req-1e6b202e-6561-404e-a47e-4d0b87391ad1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:57.531747 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-13b96bcb-63b1-4533-9495-1aa057e34bf4 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:37:57.575423 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53cad1-4754-4193-a546-74d57449cee2 req-1e6b202e-6561-404e-a47e-4d0b87391ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:57.576025 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-ec53cad1-4754-4193-a546-74d57449cee2 req-1e6b202e-6561-404e-a47e-4d0b87391ad1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:37:57.577399 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ec53cad1-4754-4193-a546-74d57449cee2 req-1e6b202e-6561-404e-a47e-4d0b87391ad1 service neutron] 10.222.0.45 "PUT /v2.0/ports/8cadc06f-f286-4ade-8367-25ef57f9eedf HTTP/1.1" status: 200 len: 1094 time: 1.0143006 Jun 10 15:37:57.577937 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467e3455-3e9f-4278-82ec-95ad287ef21b', 'tag': '8cadc06f-f286-4ade-8367-25ef57f9eedf'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:37:57.580215 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418d9237-3251-4ebf-b18c-8bf12b394f23" -d '{"events": [{"name": "network-changed", "server_uuid": "467e3455-3e9f-4278-82ec-95ad287ef21b", "tag": "8cadc06f-f286-4ade-8367-25ef57f9eedf"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:37:57.600600 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b202e-6561-404e-a47e-4d0b87391ad1 service neutron] Pushing event updated for resources: {'Port': ['ID=8cadc06f-f286-4ade-8367-25ef57f9eedf,revision_number=3']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:37:57.603750 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-1e6b202e-6561-404e-a47e-4d0b87391ad1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:37:57.618521 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d4ad21-5869-4faf-b71e-3d4e85cb5e48 x-openstack-request-id: req-88d4ad21-5869-4faf-b71e-3d4e85cb5e48 {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:37:57.618861 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467e3455-3e9f-4278-82ec-95ad287ef21b", "tag": "8cadc06f-f286-4ade-8367-25ef57f9eedf", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:37:57.619163 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-88d4ad21-5869-4faf-b71e-3d4e85cb5e48 {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:37:57.619614 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467e3455-3e9f-4278-82ec-95ad287ef21b', 'tag': '8cadc06f-f286-4ade-8367-25ef57f9eedf', 'status': 'completed', 'code': 200} Jun 10 15:37:57.699765 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d9237-3251-4ebf-b18c-8bf12b394f23 req-9cdfa768-07e1-46ba-b02f-6c5424f96583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:57.701168 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-418d9237-3251-4ebf-b18c-8bf12b394f23 req-9cdfa768-07e1-46ba-b02f-6c5424f96583 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c1f37b6b0181436c94146449d70ea569&device_id=467e3455-3e9f-4278-82ec-95ad287ef21b HTTP/1.1" status: 200 len: 1097 time: 0.0602484 Jun 10 15:37:57.846273 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d9237-3251-4ebf-b18c-8bf12b394f23 req-f04036ae-b040-42e5-883a-39991949f856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:57.847669 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-418d9237-3251-4ebf-b18c-8bf12b394f23 req-f04036ae-b040-42e5-883a-39991949f856 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=c1f37b6b0181436c94146449d70ea569&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1238155 Jun 10 15:37:57.969368 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d9237-3251-4ebf-b18c-8bf12b394f23 req-c2245a1a-606c-46a5-a85c-d58343e914df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:57.970918 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-418d9237-3251-4ebf-b18c-8bf12b394f23 req-c2245a1a-606c-46a5-a85c-d58343e914df service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1166775 Jun 10 15:37:58.114252 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d97987-d5e8-4f90-a97d-1cf2387ab83e req-8ce7d447-3127-4393-ab9f-bc301fd8c6dc tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:58.116038 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-02d97987-d5e8-4f90-a97d-1cf2387ab83e req-8ce7d447-3127-4393-ab9f-bc301fd8c6dc tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=467e3455-3e9f-4278-82ec-95ad287ef21b HTTP/1.1" status: 200 len: 944 time: 0.1238511 Jun 10 15:37:58.122204 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53cad1-4754-4193-a546-74d57449cee2 req-05c718d6-fc32-4281-82a2-afbe7bc52eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:58.123591 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ec53cad1-4754-4193-a546-74d57449cee2 req-05c718d6-fc32-4281-82a2-afbe7bc52eaf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c1f37b6b0181436c94146449d70ea569&device_id=467e3455-3e9f-4278-82ec-95ad287ef21b HTTP/1.1" status: 200 len: 1097 time: 0.0988920 Jun 10 15:37:58.194062 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ec53cad1-4754-4193-a546-74d57449cee2 req-f8af4b1b-bbc6-47d4-b80f-ca55a58ad625 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8cadc06f-f286-4ade-8367-25ef57f9eedf HTTP/1.1" status: 200 len: 217 time: 0.0628583 Jun 10 15:37:58.208355 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-02d97987-d5e8-4f90-a97d-1cf2387ab83e req-3a3305b8-2871-47c8-8ba3-6dcac7cb03e7 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838649 Jun 10 15:37:58.264556 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53cad1-4754-4193-a546-74d57449cee2 req-601dd2fa-8d5e-4751-8c78-41ea7b53271d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:58.266003 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ec53cad1-4754-4193-a546-74d57449cee2 req-601dd2fa-8d5e-4751-8c78-41ea7b53271d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=144fadf7-faae-4c05-b4bd-53a1bbcbcb2a HTTP/1.1" status: 200 len: 855 time: 0.0567920 Jun 10 15:37:58.303932 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ec53cad1-4754-4193-a546-74d57449cee2 req-3f6ef3e1-0ac6-496f-9cc8-43a58f25b728 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=47b033ec-c1ac-4e91-adcb-63ea8b8c342e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310519 Jun 10 15:37:58.421575 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ec53cad1-4754-4193-a546-74d57449cee2 req-a9afd77b-0f9e-4da4-923f-130526822129 service neutron] 10.222.0.45 "GET /v2.0/networks/47b033ec-c1ac-4e91-adcb-63ea8b8c342e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092265 Jun 10 15:37:58.540664 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ec53cad1-4754-4193-a546-74d57449cee2 req-0bc12eb6-5ff4-4dbd-90b5-72e4214298f8 service neutron] 10.222.0.45 "GET /v2.0/networks/47b033ec-c1ac-4e91-adcb-63ea8b8c342e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120858 Jun 10 15:37:59.396958 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388e0ca-6c87-4fff-88d4-58c52aea141c req-9a5f1add-bb3f-4d28-a922-86fa47ec7b32 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:37:59.398451 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c388e0ca-6c87-4fff-88d4-58c52aea141c req-9a5f1add-bb3f-4d28-a922-86fa47ec7b32 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=467e3455-3e9f-4278-82ec-95ad287ef21b HTTP/1.1" status: 200 len: 944 time: 0.0747378 Jun 10 15:37:59.443328 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c388e0ca-6c87-4fff-88d4-58c52aea141c req-ffef4b88-25df-4eb0-a39d-926e06bdc49a tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383694 Jun 10 15:37:59.990436 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 59206) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:00.093512 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-9263ce77-695b-40d2-8267-2e72e2466c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:00.184281 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-9263ce77-695b-40d2-8267-2e72e2466c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:00.278229 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-9263ce77-695b-40d2-8267-2e72e2466c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:00.280744 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-5a9c7e14-e8df-41d4-839f-fc7c42ea6b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:00.322510 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263ce77-695b-40d2-8267-2e72e2466c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30909c98-c98c-4bd9-ab45-74dd62dce54e,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:00.326815 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-9263ce77-695b-40d2-8267-2e72e2466c6a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8cd44d3d3f9456385ad7e3d8318d879&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353605 Jun 10 15:38:00.327756 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-9263ce77-695b-40d2-8267-2e72e2466c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:00.329313 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 59210) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:00.385047 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-3f3ae1fd-a47c-4333-b0f7-d04d79254987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:00.407679 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-3f3ae1fd-a47c-4333-b0f7-d04d79254987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:00.563022 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-3f3ae1fd-a47c-4333-b0f7-d04d79254987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:00.565623 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-3f3ae1fd-a47c-4333-b0f7-d04d79254987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:00.566709 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-3f3ae1fd-a47c-4333-b0f7-d04d79254987 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/30909c98-c98c-4bd9-ab45-74dd62dce54e HTTP/1.1" status: 204 len: 168 time: 0.2364039 Jun 10 15:38:00.589897 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-6891de01-edae-45e9-8cb1-f28f0d1b7cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:00.601631 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ae1fd-a47c-4333-b0f7-d04d79254987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30909c98-c98c-4bd9-ab45-74dd62dce54e,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:00.605120 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-3f3ae1fd-a47c-4333-b0f7-d04d79254987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:00.639384 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7aad3-6c46-4ec0-be9c-1ff70f7133f4 req-439908f1-7a27-4f3c-92fd-5366eb76407d tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:00.640876 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-bde7aad3-6c46-4ec0-be9c-1ff70f7133f4 req-439908f1-7a27-4f3c-92fd-5366eb76407d tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=467e3455-3e9f-4278-82ec-95ad287ef21b HTTP/1.1" status: 200 len: 944 time: 0.0886180 Jun 10 15:38:00.688051 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-bde7aad3-6c46-4ec0-be9c-1ff70f7133f4 req-6845fa77-7f39-435c-8ffb-f03033daaa72 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415556 Jun 10 15:38:01.293833 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 59218) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:01.309581 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7c164a27-af8d-401b-b640-39f0e0af6faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:01.403002 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7c164a27-af8d-401b-b640-39f0e0af6faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:01.461189 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7c164a27-af8d-401b-b640-39f0e0af6faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:01.464603 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-0da073d8-136a-4ce1-afbf-8234fa5acbb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:01.502066 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c164a27-af8d-401b-b640-39f0e0af6faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6fd1c4-4ed0-4219-93e2-6c6e6bf29317,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:01.506126 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-7c164a27-af8d-401b-b640-39f0e0af6faf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=78f459d571584dc1a025d0b4d94d2fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2112515 Jun 10 15:38:01.507072 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-7c164a27-af8d-401b-b640-39f0e0af6faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:01.508879 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 59220) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:01.564491 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e94fe748-e46e-4c37-93fc-36a56d59b414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:01.587347 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e94fe748-e46e-4c37-93fc-36a56d59b414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:01.706512 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e94fe748-e46e-4c37-93fc-36a56d59b414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:01.709171 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-e94fe748-e46e-4c37-93fc-36a56d59b414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:01.710333 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-e94fe748-e46e-4c37-93fc-36a56d59b414 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa6fd1c4-4ed0-4219-93e2-6c6e6bf29317 HTTP/1.1" status: 204 len: 168 time: 0.2004077 Jun 10 15:38:01.711207 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-4e1344ac-d1b5-4521-8427-fcb1cfe4dff8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:01.723634 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fe748-e46e-4c37-93fc-36a56d59b414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6fd1c4-4ed0-4219-93e2-6c6e6bf29317,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:01.723845 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-e94fe748-e46e-4c37-93fc-36a56d59b414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:01.874129 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b0e40-2255-4ed5-9120-25ef25c0ef70 req-d8a10ed7-2e83-4fde-b90f-e95900a45274 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:01.875586 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9f2b0e40-2255-4ed5-9120-25ef25c0ef70 req-d8a10ed7-2e83-4fde-b90f-e95900a45274 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=467e3455-3e9f-4278-82ec-95ad287ef21b HTTP/1.1" status: 200 len: 944 time: 0.0716894 Jun 10 15:38:01.918943 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9f2b0e40-2255-4ed5-9120-25ef25c0ef70 req-77d18ce5-dbd0-4297-b445-19d3c37d0848 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376384 Jun 10 15:38:03.100688 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b061c3-0106-48a8-8121-161a10e91c74 req-db3f64ac-2513-4c27-8344-d03c853c7d59 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:03.102091 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-77b061c3-0106-48a8-8121-161a10e91c74 req-db3f64ac-2513-4c27-8344-d03c853c7d59 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=467e3455-3e9f-4278-82ec-95ad287ef21b HTTP/1.1" status: 200 len: 944 time: 0.0684903 Jun 10 15:38:03.147771 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-77b061c3-0106-48a8-8121-161a10e91c74 req-a96de47f-8a60-4f2f-9565-eb00b6387645 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394304 Jun 10 15:38:03.444761 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 59258) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:03.720330 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 8cadc06f-f286-4ade-8367-25ef57f9eedf details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=92442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:38:03.847309 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 8cadc06f-f286-4ade-8367-25ef57f9eedf, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=8cadc06f-f286-4ade-8367-25ef57f9eedf,segment=NetworkSegment(aac66bb1-d505-4d26-b1f9-26e240376076),segment_id=aac66bb1-d505-4d26-b1f9-26e240376076)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:38:03.861076 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Returning: {'device': '8cadc06f-f286-4ade-8367-25ef57f9eedf', 'network_id': '47b033ec-c1ac-4e91-adcb-63ea8b8c342e', 'port_id': '8cadc06f-f286-4ade-8367-25ef57f9eedf', 'mac_address': 'fa:16:3e:bc:35:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '144fadf7-faae-4c05-b4bd-53a1bbcbcb2a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:38:03.870766 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-93f2c238-c0c6-4634-976b-e23dc474f3f9 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Deleting port e90a9093-0eb9-4da9-9f7b-275a07b97d00 {{(pid=92441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:38:03.871283 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-93f2c238-c0c6-4634-976b-e23dc474f3f9 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:03.909311 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:03.919423 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cadc06f-f286-4ade-8367-25ef57f9eedf {{(pid=92442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:38:03.939330 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 8cadc06f-f286-4ade-8367-25ef57f9eedf, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=8cadc06f-f286-4ade-8367-25ef57f9eedf,segment=NetworkSegment(aac66bb1-d505-4d26-b1f9-26e240376076),segment_id=aac66bb1-d505-4d26-b1f9-26e240376076)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:38:03.972280 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-93f2c238-c0c6-4634-976b-e23dc474f3f9 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:03.972612 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-93f2c238-c0c6-4634-976b-e23dc474f3f9 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:04.065394 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-93f2c238-c0c6-4634-976b-e23dc474f3f9 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Calling delete_port for e90a9093-0eb9-4da9-9f7b-275a07b97d00 owned by network:floatingip {{(pid=92441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:38:04.070585 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:04.072488 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:04.127670 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=8cadc06f-f286-4ade-8367-25ef57f9eedf,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:04.130861 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:04.334342 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 59284) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:04.339640 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9475224-f5bc-4572-80fc-40277f6a4471 req-91865328-fcd0-4759-bc1c-ae45560a5cbb tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:04.341156 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b9475224-f5bc-4572-80fc-40277f6a4471 req-91865328-fcd0-4759-bc1c-ae45560a5cbb tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=467e3455-3e9f-4278-82ec-95ad287ef21b HTTP/1.1" status: 200 len: 945 time: 0.0743980 Jun 10 15:38:04.341296 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-93f2c238-c0c6-4634-976b-e23dc474f3f9 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940524'] for port, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:04.343417 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-b7e53451-745d-4cb1-b6e3-abec4dc50711 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:04.374357 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f2c238-c0c6-4634-976b-e23dc474f3f9 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Pushing event deleted for resources: {'Port': ['ID=e90a9093-0eb9-4da9-9f7b-275a07b97d00,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:04.377519 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-93f2c238-c0c6-4634-976b-e23dc474f3f9 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:04.396340 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b9475224-f5bc-4572-80fc-40277f6a4471 req-c9622349-cfe0-40ee-a261-5f5086ce21f2 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473795 Jun 10 15:38:04.468221 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-4735a69f-19ec-4a00-b8b5-09c795202d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:04.470093 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-93f2c238-c0c6-4634-976b-e23dc474f3f9 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for floatingip, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:04.470423 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.db.l3_db [None req-93f2c238-c0c6-4634-976b-e23dc474f3f9 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Floating IP 63080865-7101-4206-8483-8b61d1097dfd disassociated (deleted). External IP: 172.27.3.75, port: 2e2db4cd-bb2d-46c3-8194-538217244f8b. Jun 10 15:38:04.477286 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['8cadc06f-f286-4ade-8367-25ef57f9eedf'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:38:05.086679 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-4735a69f-19ec-4a00-b8b5-09c795202d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:05.109294 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f2c238-c0c6-4634-976b-e23dc474f3f9 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:38:05.210996 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-4735a69f-19ec-4a00-b8b5-09c795202d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:05.216116 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-b847197c-6667-45b1-a8f0-deeb8fccd9d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:05.272882 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-4735a69f-19ec-4a00-b8b5-09c795202d85 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=22e0ee0055c847d5bb3990585280ecc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9374602 Jun 10 15:38:05.275615 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 59288) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:05.277530 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735a69f-19ec-4a00-b8b5-09c795202d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284d6370-ec19-4254-8e1e-7c16d7484c4a,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:05.280825 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-4735a69f-19ec-4a00-b8b5-09c795202d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:05.300790 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f2c238-c0c6-4634-976b-e23dc474f3f9 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:38:05.305608 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-93f2c238-c0c6-4634-976b-e23dc474f3f9 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for floatingip, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:05.312095 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79893c28-9112-48d4-814b-e18b978abe0c None None] Sync routers for ids ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:38:05.321261 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79893c28-9112-48d4-814b-e18b978abe0c None None] Routers {'5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:38:05.321998 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-79893c28-9112-48d4-814b-e18b978abe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:37:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:38:05.331109 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-afae6d01-46ee-40e5-9d75-6197c25c099b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:05.350064 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-93f2c238-c0c6-4634-976b-e23dc474f3f9 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "DELETE /v2.0/floatingips/63080865-7101-4206-8483-8b61d1097dfd HTTP/1.1" status: 204 len: 168 time: 1.9076667 Jun 10 15:38:05.351037 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1', 'tag': '2e2db4cd-bb2d-46c3-8194-538217244f8b'}] {{(pid=92441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:38:05.352970 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9b8eca18dfada33807f9ce70a392550ff1c61d1cc5185ff617afbbc74c0c2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216fe515-c012-4146-98f3-7fae5eebaedd" -d '{"events": [{"name": "network-changed", "server_uuid": "0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1", "tag": "2e2db4cd-bb2d-46c3-8194-538217244f8b"}]}' {{(pid=92441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:38:05.356390 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-afae6d01-46ee-40e5-9d75-6197c25c099b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:05.486654 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-79893c28-9112-48d4-814b-e18b978abe0c None None] Set router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:38:05.490194 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-afae6d01-46ee-40e5-9d75-6197c25c099b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:05.493303 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-afae6d01-46ee-40e5-9d75-6197c25c099b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:05.502621 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-afae6d01-46ee-40e5-9d75-6197c25c099b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/284d6370-ec19-4254-8e1e-7c16d7484c4a HTTP/1.1" status: 204 len: 168 time: 0.2228103 Jun 10 15:38:05.510041 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-9263ce77-695b-40d2-8267-2e72e2466c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:05.523304 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae6d01-46ee-40e5-9d75-6197c25c099b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284d6370-ec19-4254-8e1e-7c16d7484c4a,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:05.532706 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae6d01-46ee-40e5-9d75-6197c25c099b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:05.533111 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae6d01-46ee-40e5-9d75-6197c25c099b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:05.533639 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae6d01-46ee-40e5-9d75-6197c25c099b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:05.534148 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae6d01-46ee-40e5-9d75-6197c25c099b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:05.534578 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae6d01-46ee-40e5-9d75-6197c25c099b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:05.535010 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae6d01-46ee-40e5-9d75-6197c25c099b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:05.535899 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae6d01-46ee-40e5-9d75-6197c25c099b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:05.535899 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae6d01-46ee-40e5-9d75-6197c25c099b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:05.536158 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae6d01-46ee-40e5-9d75-6197c25c099b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:05.536684 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae6d01-46ee-40e5-9d75-6197c25c099b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:05.537325 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae6d01-46ee-40e5-9d75-6197c25c099b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:05.537808 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae6d01-46ee-40e5-9d75-6197c25c099b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:05.550091 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-afae6d01-46ee-40e5-9d75-6197c25c099b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:05.564656 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efe83c5-5dd6-4514-afbc-e4dbba73b439 x-openstack-request-id: req-7efe83c5-5dd6-4514-afbc-e4dbba73b439 {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:38:05.565183 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1", "tag": "2e2db4cd-bb2d-46c3-8194-538217244f8b", "status": "completed", "code": 200}]} {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:38:05.565285 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7efe83c5-5dd6-4514-afbc-e4dbba73b439 {{(pid=92441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:38:05.565676 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1', 'tag': '2e2db4cd-bb2d-46c3-8194-538217244f8b', 'status': 'completed', 'code': 200} Jun 10 15:38:05.705725 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fe515-c012-4146-98f3-7fae5eebaedd req-c8b677a4-c263-4420-bf86-c0d92cb560c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:05.707224 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-216fe515-c012-4146-98f3-7fae5eebaedd req-c8b677a4-c263-4420-bf86-c0d92cb560c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a3ed0fc5497463faac2851a1aeb412c&device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 1098 time: 0.1067908 Jun 10 15:38:05.743550 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 8cadc06f-f286-4ade-8367-25ef57f9eedf up at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:38:05.778626 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09609349-1e56-400f-9378-febba5a5acb0 req-b1cb99b7-1493-4ad3-a6fe-86c21e20cd34 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:05.780112 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-09609349-1e56-400f-9378-febba5a5acb0 req-b1cb99b7-1493-4ad3-a6fe-86c21e20cd34 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=467e3455-3e9f-4278-82ec-95ad287ef21b HTTP/1.1" status: 200 len: 945 time: 0.1188078 Jun 10 15:38:05.889138 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-09609349-1e56-400f-9378-febba5a5acb0 req-abcf936b-26a6-4d18-b2dd-75ee2e163fbd tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647609 Jun 10 15:38:05.890551 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fe515-c012-4146-98f3-7fae5eebaedd req-29ac7c07-c02d-477a-a214-edcb84fad808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:05.891911 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-216fe515-c012-4146-98f3-7fae5eebaedd req-29ac7c07-c02d-477a-a214-edcb84fad808 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc452212-81ca-4caf-a3da-e16d5e17f9a5 HTTP/1.1" status: 200 len: 912 time: 0.1727324 Jun 10 15:38:05.923821 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-79893c28-9112-48d4-814b-e18b978abe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:26:28Z', 'revision_number': 4, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': '4ab1bb78-d5a0-49a8-b1bc-255dc4d88700', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'port_id': '61621ee4-5437-43cd-be5d-174801e370e3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'mac_address': 'fa:16:3e:b3:e2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571505f1-646e-4efb-bfd9-585cb1fe83ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:33:02Z', 'updated_at': '2021-06-10T15:33:05Z', 'revision_number': 1, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434c4c3e-36b0-4c92-acac-683b5e74fbc8', 'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'mac_address': 'fa:16:3e:ef:a6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:27Z', 'updated_at': '2021-06-10T15:26:33Z', 'revision_number': 5, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'subnets': [{'id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:38:05.927705 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79893c28-9112-48d4-814b-e18b978abe0c None None] Checking router: 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:38:05.936673 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79893c28-9112-48d4-814b-e18b978abe0c None None] Routers {'5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:38:05.938045 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-79893c28-9112-48d4-814b-e18b978abe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:37:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:38:05.940697 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:05.957820 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-216fe515-c012-4146-98f3-7fae5eebaedd req-253cb087-f3e7-4498-bafe-5bbff8c1e7d4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2e2db4cd-bb2d-46c3-8194-538217244f8b HTTP/1.1" status: 200 len: 217 time: 0.0584586 Jun 10 15:38:06.039598 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning for port 8cadc06f-f286-4ade-8367-25ef57f9eedf completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:38:06.052722 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fe515-c012-4146-98f3-7fae5eebaedd req-44ff4ff2-05c5-4736-a0f1-a91cb405687f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:06.052923 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning complete for port 8cadc06f-f286-4ade-8367-25ef57f9eedf triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:38:06.053148 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:06.054183 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-216fe515-c012-4146-98f3-7fae5eebaedd req-44ff4ff2-05c5-4736-a0f1-a91cb405687f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a35ed739-29e3-4a52-a6bc-15f7407e9f83 HTTP/1.1" status: 200 len: 850 time: 0.0884244 Jun 10 15:38:06.074744 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d735a-d0d4-48be-9213-2ea670340cf7 req-4d60dd58-6191-4009-996f-71198e06ac6d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:06.076236 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a75d735a-d0d4-48be-9213-2ea670340cf7 req-4d60dd58-6191-4009-996f-71198e06ac6d tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 945 time: 0.1211970 Jun 10 15:38:06.158116 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a75d735a-d0d4-48be-9213-2ea670340cf7 req-6b868c0e-4377-45e8-9e00-3c23eb12cb50 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742090 Jun 10 15:38:06.171410 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216fe515-c012-4146-98f3-7fae5eebaedd req-69ee3e7e-9778-4c21-8551-d831a6fc293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:06.175029 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-216fe515-c012-4146-98f3-7fae5eebaedd req-69ee3e7e-9778-4c21-8551-d831a6fc293e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc452212-81ca-4caf-a3da-e16d5e17f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1067982 Jun 10 15:38:06.280973 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-79893c28-9112-48d4-814b-e18b978abe0c None None] Set router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:38:06.304010 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-216fe515-c012-4146-98f3-7fae5eebaedd req-6300acf9-3a77-4e45-a697-fc9c91f449b1 service neutron] 10.222.0.45 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220744 Jun 10 15:38:06.318272 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 59304) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:06.338063 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-242e5707-881f-43cc-99b9-51f736af6ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:06.429847 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:06.444137 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-242e5707-881f-43cc-99b9-51f736af6ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:06.496384 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467e3455-3e9f-4278-82ec-95ad287ef21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cadc06f-f286-4ade-8367-25ef57f9eedf'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:38:06.499008 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3065ffcf-58b5-4f02-8dd9-ac5c404de0f6" -d '{"events": [{"server_uuid": "467e3455-3e9f-4278-82ec-95ad287ef21b", "name": "network-vif-plugged", "status": "completed", "tag": "8cadc06f-f286-4ade-8367-25ef57f9eedf"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:38:06.518040 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 8cadc06f-f286-4ade-8367-25ef57f9eedf, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=8cadc06f-f286-4ade-8367-25ef57f9eedf,segment=NetworkSegment(aac66bb1-d505-4d26-b1f9-26e240376076),segment_id=aac66bb1-d505-4d26-b1f9-26e240376076)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:38:06.581140 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb32a46-275d-4de3-8a04-6bb5713a2d80 x-openstack-request-id: req-8fb32a46-275d-4de3-8a04-6bb5713a2d80 {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:38:06.581140 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467e3455-3e9f-4278-82ec-95ad287ef21b", "name": "network-vif-plugged", "status": "completed", "tag": "8cadc06f-f286-4ade-8367-25ef57f9eedf", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:38:06.581140 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8fb32a46-275d-4de3-8a04-6bb5713a2d80 {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:38:06.581644 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467e3455-3e9f-4278-82ec-95ad287ef21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cadc06f-f286-4ade-8367-25ef57f9eedf', 'code': 200} Jun 10 15:38:06.613545 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-242e5707-881f-43cc-99b9-51f736af6ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:06.617473 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-2c63027a-c941-4644-b02b-1bf71dc29c6a tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:06.660684 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-242e5707-881f-43cc-99b9-51f736af6ee7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bb93a97f42134946ba3a271f1804a695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3414481 Jun 10 15:38:06.661918 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e5707-881f-43cc-99b9-51f736af6ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835d3f02-af8e-4beb-9ec9-9aa981bdded5,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:06.664214 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 59308) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:06.673141 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:06.675466 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:06.688558 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-242e5707-881f-43cc-99b9-51f736af6ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:06.734745 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-79893c28-9112-48d4-814b-e18b978abe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:26:28Z', 'revision_number': 4, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': '4ab1bb78-d5a0-49a8-b1bc-255dc4d88700', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'port_id': '61621ee4-5437-43cd-be5d-174801e370e3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'mac_address': 'fa:16:3e:b3:e2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571505f1-646e-4efb-bfd9-585cb1fe83ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:33:02Z', 'updated_at': '2021-06-10T15:33:05Z', 'revision_number': 1, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434c4c3e-36b0-4c92-acac-683b5e74fbc8', 'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'mac_address': 'fa:16:3e:ef:a6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:27Z', 'updated_at': '2021-06-10T15:26:33Z', 'revision_number': 5, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'subnets': [{'id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:38:06.737881 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-fb435eab-1b3d-4c7a-b198-074f94f41e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:06.749846 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79893c28-9112-48d4-814b-e18b978abe0c None None] The sync data for ids ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'] in dv-cinder-772126-2-iscsi is: [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:26:28Z', 'revision_number': 4, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_floatingips': [{'id': '4ab1bb78-d5a0-49a8-b1bc-255dc4d88700', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'floating_ip_address': '172.27.3.228', 'floating_network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'router_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'port_id': '61621ee4-5437-43cd-be5d-174801e370e3', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'mac_address': 'fa:16:3e:b3:e2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571505f1-646e-4efb-bfd9-585cb1fe83ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T15:33:02Z', 'updated_at': '2021-06-10T15:33:05Z', 'revision_number': 1, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '434c4c3e-36b0-4c92-acac-683b5e74fbc8', 'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'mac_address': 'fa:16:3e:ef:a6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:27Z', 'updated_at': '2021-06-10T15:26:33Z', 'revision_number': 5, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'subnets': [{'id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:38:06.755009 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=8cadc06f-f286-4ade-8367-25ef57f9eedf,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:06.757511 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:06.779092 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-216fe515-c012-4146-98f3-7fae5eebaedd req-1acd8f26-69f1-4bc1-9f68-fd3126aa6b75 service neutron] 10.222.0.45 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669490 Jun 10 15:38:06.781462 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-fb435eab-1b3d-4c7a-b198-074f94f41e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:06.901738 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-fb435eab-1b3d-4c7a-b198-074f94f41e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:06.905192 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-fb435eab-1b3d-4c7a-b198-074f94f41e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:06.906367 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-fb435eab-1b3d-4c7a-b198-074f94f41e6b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/835d3f02-af8e-4beb-9ec9-9aa981bdded5 HTTP/1.1" status: 204 len: 168 time: 0.2412374 Jun 10 15:38:06.908584 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-8e7edd24-c33f-445a-bd5a-493006ec0d9d tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:06.929284 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb435eab-1b3d-4c7a-b198-074f94f41e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835d3f02-af8e-4beb-9ec9-9aa981bdded5,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:06.950896 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb435eab-1b3d-4c7a-b198-074f94f41e6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:06.951531 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb435eab-1b3d-4c7a-b198-074f94f41e6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:06.952111 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb435eab-1b3d-4c7a-b198-074f94f41e6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:06.952642 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb435eab-1b3d-4c7a-b198-074f94f41e6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:06.953374 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb435eab-1b3d-4c7a-b198-074f94f41e6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:06.954053 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb435eab-1b3d-4c7a-b198-074f94f41e6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:06.954889 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb435eab-1b3d-4c7a-b198-074f94f41e6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:06.955262 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb435eab-1b3d-4c7a-b198-074f94f41e6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:06.955633 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb435eab-1b3d-4c7a-b198-074f94f41e6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:06.955998 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb435eab-1b3d-4c7a-b198-074f94f41e6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:06.956363 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb435eab-1b3d-4c7a-b198-074f94f41e6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:06.956727 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb435eab-1b3d-4c7a-b198-074f94f41e6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:06.965656 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-fb435eab-1b3d-4c7a-b198-074f94f41e6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:06.985528 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d6d0e-3ca9-4e18-9f2f-11c6515a98db req-deee4e08-b18c-4920-9bfb-6697cf26757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:06.987387 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2c5d6d0e-3ca9-4e18-9f2f-11c6515a98db req-deee4e08-b18c-4920-9bfb-6697cf26757a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=467e3455-3e9f-4278-82ec-95ad287ef21b HTTP/1.1" status: 200 len: 1099 time: 0.0767131 Jun 10 15:38:07.016962 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d9f9f1-9387-41a1-a028-ccac07f81689 None None] New status for floating IP 63080865-7101-4206-8483-8b61d1097dfd: DOWN {{(pid=92443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:38:07.043350 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2c5d6d0e-3ca9-4e18-9f2f-11c6515a98db req-31a1cef8-5fea-4294-9f04-1576f16e3dd9 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433371 Jun 10 15:38:07.121058 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83aaa5-b169-46fc-a538-a4849edbb7d3 req-71222ebd-add6-465d-b93d-39da941d3cdb tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:07.122310 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-be83aaa5-b169-46fc-a538-a4849edbb7d3 req-71222ebd-add6-465d-b93d-39da941d3cdb tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=467e3455-3e9f-4278-82ec-95ad287ef21b HTTP/1.1" status: 200 len: 946 time: 0.0743763 Jun 10 15:38:07.165274 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-be83aaa5-b169-46fc-a538-a4849edbb7d3 req-be3c6f67-80b9-4067-bf90-e0ef30cf9771 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366681 Jun 10 15:38:07.341622 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d83b9f-77bb-4922-bcdb-5310037cf4b0 req-fadccb80-76f5-4dc9-b9ab-9f15db9daaac tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:07.343138 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-07d83b9f-77bb-4922-bcdb-5310037cf4b0 req-fadccb80-76f5-4dc9-b9ab-9f15db9daaac tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 945 time: 0.0710397 Jun 10 15:38:07.386382 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-07d83b9f-77bb-4922-bcdb-5310037cf4b0 req-352be5a6-be63-4b23-a151-c9912edb19e6 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367384 Jun 10 15:38:08.157630 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367e6af-bf29-4244-9d1e-ab9083077d25 req-1d4deb25-88ea-4d3f-a453-d0aa9fd24720 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:08.159262 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1367e6af-bf29-4244-9d1e-ab9083077d25 req-1d4deb25-88ea-4d3f-a453-d0aa9fd24720 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.45 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 945 time: 0.0762255 Jun 10 15:38:08.275967 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-1367e6af-bf29-4244-9d1e-ab9083077d25 req-328a7f1e-b915-48da-b7e1-4e27ebbded6f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Deleting port 2e2db4cd-bb2d-46c3-8194-538217244f8b {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:38:08.276880 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-1367e6af-bf29-4244-9d1e-ab9083077d25 req-328a7f1e-b915-48da-b7e1-4e27ebbded6f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:08.448730 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-1367e6af-bf29-4244-9d1e-ab9083077d25 req-328a7f1e-b915-48da-b7e1-4e27ebbded6f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] For port 2e2db4cd-bb2d-46c3-8194-538217244f8b, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=2e2db4cd-bb2d-46c3-8194-538217244f8b,segment=NetworkSegment(946c7721-7573-4267-b72d-fd235dd82591),segment_id=946c7721-7573-4267-b72d-fd235dd82591)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:38:08.449281 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-1367e6af-bf29-4244-9d1e-ab9083077d25 req-328a7f1e-b915-48da-b7e1-4e27ebbded6f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:08.472830 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2d052-8cd9-49a0-96c4-5a88b056151d req-67ce45ed-242c-4689-9386-cd7f294ac1e3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:08.474229 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d2c2d052-8cd9-49a0-96c4-5a88b056151d req-67ce45ed-242c-4689-9386-cd7f294ac1e3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=467e3455-3e9f-4278-82ec-95ad287ef21b HTTP/1.1" status: 200 len: 946 time: 0.1793520 Jun 10 15:38:08.562662 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-1367e6af-bf29-4244-9d1e-ab9083077d25 req-328a7f1e-b915-48da-b7e1-4e27ebbded6f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Calling delete_port for 2e2db4cd-bb2d-46c3-8194-538217244f8b owned by compute:nova {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:38:08.700933 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d2c2d052-8cd9-49a0-96c4-5a88b056151d req-b693f070-5d05-46db-9930-9a80d909e5dc tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796224 Jun 10 15:38:08.750673 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70487dd4-7c25-4dad-a4d3-6d04198dc866 req-86f0eada-aa69-42aa-b22b-e39ae115c610 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:08.751705 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-70487dd4-7c25-4dad-a4d3-6d04198dc866 req-86f0eada-aa69-42aa-b22b-e39ae115c610 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 945 time: 0.2315519 Jun 10 15:38:08.839924 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-70487dd4-7c25-4dad-a4d3-6d04198dc866 req-ddb502f6-d611-42cc-a028-330691c00247 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810530 Jun 10 15:38:08.928146 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-1367e6af-bf29-4244-9d1e-ab9083077d25 req-328a7f1e-b915-48da-b7e1-4e27ebbded6f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:08.932073 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:08.970129 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a7f1e-b915-48da-b7e1-4e27ebbded6f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Pushing event deleted for resources: {'Port': ['ID=2e2db4cd-bb2d-46c3-8194-538217244f8b,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:08.975336 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-328a7f1e-b915-48da-b7e1-4e27ebbded6f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:09.049527 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-1367e6af-bf29-4244-9d1e-ab9083077d25 req-328a7f1e-b915-48da-b7e1-4e27ebbded6f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] No DVR routers for this DVR port 2e2db4cd-bb2d-46c3-8194-538217244f8b on host hv-cinder-77212 {{(pid=92440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:38:09.051974 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-1367e6af-bf29-4244-9d1e-ab9083077d25 req-328a7f1e-b915-48da-b7e1-4e27ebbded6f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:09.054023 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-1367e6af-bf29-4244-9d1e-ab9083077d25 req-328a7f1e-b915-48da-b7e1-4e27ebbded6f tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.45 "DELETE /v2.0/ports/2e2db4cd-bb2d-46c3-8194-538217244f8b HTTP/1.1" status: 204 len: 173 time: 0.8891165 Jun 10 15:38:09.054547 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1', 'name': 'network-vif-deleted', 'tag': '2e2db4cd-bb2d-46c3-8194-538217244f8b'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:38:09.058361 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6622557a-c6f7-459e-abc3-050da50ae895" -d '{"events": [{"server_uuid": "0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1", "name": "network-vif-deleted", "tag": "2e2db4cd-bb2d-46c3-8194-538217244f8b"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:38:09.096511 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f344c03-cf90-4e86-8c81-895681a2e104 x-openstack-request-id: req-2f344c03-cf90-4e86-8c81-895681a2e104 {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:38:09.096901 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1", "name": "network-vif-deleted", "tag": "2e2db4cd-bb2d-46c3-8194-538217244f8b", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:38:09.097200 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f344c03-cf90-4e86-8c81-895681a2e104 {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:38:09.097638 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1', 'name': 'network-vif-deleted', 'tag': '2e2db4cd-bb2d-46c3-8194-538217244f8b', 'status': 'completed', 'code': 200} Jun 10 15:38:09.893243 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0734b5c-ca35-4c00-ab41-356cfbfc098a req-baefd8f0-e0e9-4e80-a92d-7f46e1c8fa8b tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:09.894815 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b0734b5c-ca35-4c00-ab41-356cfbfc098a req-baefd8f0-e0e9-4e80-a92d-7f46e1c8fa8b tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=467e3455-3e9f-4278-82ec-95ad287ef21b HTTP/1.1" status: 200 len: 946 time: 0.0774248 Jun 10 15:38:09.944871 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b0734b5c-ca35-4c00-ab41-356cfbfc098a req-9adf1be4-3301-415f-a517-a1345fa280f0 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439460 Jun 10 15:38:10.035814 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a3e93ba3-9a63-409a-b530-5176144518fb req-27980a37-db34-48fa-a95c-d8f0f92da1b0 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=0982671c-8ab2-4d8b-b2a6-342a8ee1c9d1 HTTP/1.1" status: 200 len: 210 time: 0.0483131 Jun 10 15:38:11.768436 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 2e2db4cd-bb2d-46c3-8194-538217244f8b no longer exists at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:38:11.797530 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] No Port match for: 2e2db4cd-bb2d-46c3-8194-538217244f8b {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:38:11.814133 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 2e2db4cd-bb2d-46c3-8194-538217244f8b not bound to the agent host hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:38:13.308920 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-52113189-f652-48ae-a270-bc856a204375 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:13.310443 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-52113189-f652-48ae-a270-bc856a204375 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/networks?id=47b033ec-c1ac-4e91-adcb-63ea8b8c342e HTTP/1.1" status: 200 len: 815 time: 0.1384709 Jun 10 15:38:13.326319 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-87270f1a-50b2-4db7-9ef7-214246401cee tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/quotas/c1f37b6b0181436c94146449d70ea569 HTTP/1.1" status: 200 len: 375 time: 0.0104613 Jun 10 15:38:13.400985 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-c7f2f059-ead6-4c30-81c6-a6c192ea1299 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1f37b6b0181436c94146449d70ea569&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689404 Jun 10 15:38:13.520838 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-4d5a2d7b-7f1a-4e0b-b3fe-98da65fa02c6 service neutron] 10.222.0.26 "GET /v2.0/networks/47b033ec-c1ac-4e91-adcb-63ea8b8c342e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118298 Jun 10 15:38:13.642727 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-dda4cb64-ac27-4be6-9d34-7a54750ed749 service neutron] 10.222.0.26 "GET /v2.0/networks/47b033ec-c1ac-4e91-adcb-63ea8b8c342e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150110 Jun 10 15:38:13.991857 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-17184514-c1b0-404f-ae20-fb4ff0425cd8 req-a91dcbce-8d27-4104-9967-d9ab527053df tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d64bd6-308b-4658-a50b-45baf385d4c7 HTTP/1.1" status: 200 len: 210 time: 0.0356042 Jun 10 15:38:14.848868 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 59468) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:15.058859 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf2f05-3d8c-4de8-9f06-19b11cc291d7 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Deleting port 15d3fa4f-0436-4fe2-8d74-089e4aa41eee {{(pid=92441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:38:15.059107 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2f05-3d8c-4de8-9f06-19b11cc291d7 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:15.145344 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-91961f5e-6528-4118-ac0c-f425154bb377 req-74246b38-c718-4615-8e53-825ebe0c0fe7 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d64bd6-308b-4658-a50b-45baf385d4c7 HTTP/1.1" status: 200 len: 210 time: 0.0474238 Jun 10 15:38:15.163087 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2f05-3d8c-4de8-9f06-19b11cc291d7 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:15.163418 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2f05-3d8c-4de8-9f06-19b11cc291d7 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:15.258088 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf2f05-3d8c-4de8-9f06-19b11cc291d7 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Calling delete_port for 15d3fa4f-0436-4fe2-8d74-089e4aa41eee owned by network:floatingip {{(pid=92441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:38:15.541765 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2f05-3d8c-4de8-9f06-19b11cc291d7 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940524'] for port, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:15.545574 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-b07bf02b-68aa-4ff4-a6bf-3e47aa3ad39d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:15.574200 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf2f05-3d8c-4de8-9f06-19b11cc291d7 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Pushing event deleted for resources: {'Port': ['ID=15d3fa4f-0436-4fe2-8d74-089e4aa41eee,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:15.577294 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-e7cf2f05-3d8c-4de8-9f06-19b11cc291d7 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:15.648824 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2f05-3d8c-4de8-9f06-19b11cc291d7 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for floatingip, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:15.654430 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.db.l3_db [None req-e7cf2f05-3d8c-4de8-9f06-19b11cc291d7 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Floating IP 4ab1bb78-d5a0-49a8-b1bc-255dc4d88700 disassociated (deleted). External IP: 172.27.3.228, port: 61621ee4-5437-43cd-be5d-174801e370e3. Jun 10 15:38:15.937979 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7cf2f05-3d8c-4de8-9f06-19b11cc291d7 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:38:16.086784 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cf2f05-3d8c-4de8-9f06-19b11cc291d7 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:38:16.097887 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e7cf2f05-3d8c-4de8-9f06-19b11cc291d7 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for floatingip, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:16.098011 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635db1ec-9f49-4bc6-b4de-a047ced79794 None None] Sync routers for ids ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:38:16.105828 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635db1ec-9f49-4bc6-b4de-a047ced79794 None None] Routers {'5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:38:16.106448 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-635db1ec-9f49-4bc6-b4de-a047ced79794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:37:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:38:16.134798 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-e7cf2f05-3d8c-4de8-9f06-19b11cc291d7 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "DELETE /v2.0/floatingips/4ab1bb78-d5a0-49a8-b1bc-255dc4d88700 HTTP/1.1" status: 204 len: 168 time: 1.2848115 Jun 10 15:38:16.137856 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571505f1-646e-4efb-bfd9-585cb1fe83ee', 'tag': '61621ee4-5437-43cd-be5d-174801e370e3'}] {{(pid=92441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:38:16.138539 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9b8eca18dfada33807f9ce70a392550ff1c61d1cc5185ff617afbbc74c0c2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9c3176-a372-4ba0-bc17-3581503576d2" -d '{"events": [{"name": "network-changed", "server_uuid": "571505f1-646e-4efb-bfd9-585cb1fe83ee", "tag": "61621ee4-5437-43cd-be5d-174801e370e3"}]}' {{(pid=92441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:38:16.190336 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff69576e-3a54-4699-928c-1f88050092d0 x-openstack-request-id: req-ff69576e-3a54-4699-928c-1f88050092d0 {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:38:16.190916 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "571505f1-646e-4efb-bfd9-585cb1fe83ee", "tag": "61621ee4-5437-43cd-be5d-174801e370e3", "status": "completed", "code": 200}]} {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:38:16.191583 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ff69576e-3a54-4699-928c-1f88050092d0 {{(pid=92441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:38:16.192333 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '571505f1-646e-4efb-bfd9-585cb1fe83ee', 'tag': '61621ee4-5437-43cd-be5d-174801e370e3', 'status': 'completed', 'code': 200} Jun 10 15:38:16.282479 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-635db1ec-9f49-4bc6-b4de-a047ced79794 None None] Set router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:38:16.293285 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c3176-a372-4ba0-bc17-3581503576d2 req-293cddef-df5a-4bee-a98e-8fcb89991651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:16.295994 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3f9c3176-a372-4ba0-bc17-3581503576d2 req-293cddef-df5a-4bee-a98e-8fcb89991651 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3a3ed0fc5497463faac2851a1aeb412c&device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 1098 time: 0.0785112 Jun 10 15:38:16.372741 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6747117d-c859-47d4-bf31-071b2e1fb542 req-29b4307c-a322-4ae9-82d5-7762f52d31d0 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d64bd6-308b-4658-a50b-45baf385d4c7 HTTP/1.1" status: 200 len: 210 time: 0.0563323 Jun 10 15:38:16.379339 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 59488) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:16.483173 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c3176-a372-4ba0-bc17-3581503576d2 req-35aef647-4257-4776-a992-4cde1a44fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:16.484696 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3f9c3176-a372-4ba0-bc17-3581503576d2 req-35aef647-4257-4776-a992-4cde1a44fb35 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc452212-81ca-4caf-a3da-e16d5e17f9a5 HTTP/1.1" status: 200 len: 912 time: 0.1818364 Jun 10 15:38:16.507945 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-48cf3cbb-9985-4c25-ae54-61a336d47032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:16.544435 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3f9c3176-a372-4ba0-bc17-3581503576d2 req-69b082c1-bede-41d5-957c-f19e42477850 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=61621ee4-5437-43cd-be5d-174801e370e3 HTTP/1.1" status: 200 len: 217 time: 0.0525892 Jun 10 15:38:16.608833 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-635db1ec-9f49-4bc6-b4de-a047ced79794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:26:28Z', 'revision_number': 4, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '434c4c3e-36b0-4c92-acac-683b5e74fbc8', 'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'mac_address': 'fa:16:3e:ef:a6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:27Z', 'updated_at': '2021-06-10T15:26:33Z', 'revision_number': 5, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'subnets': [{'id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:38:16.611297 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-48cf3cbb-9985-4c25-ae54-61a336d47032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:16.612771 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635db1ec-9f49-4bc6-b4de-a047ced79794 None None] Checking router: 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:38:16.618869 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c3176-a372-4ba0-bc17-3581503576d2 req-e11be3a6-ca94-4c11-b35b-1dcea7380b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:16.620969 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3f9c3176-a372-4ba0-bc17-3581503576d2 req-e11be3a6-ca94-4c11-b35b-1dcea7380b20 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a35ed739-29e3-4a52-a6bc-15f7407e9f83 HTTP/1.1" status: 200 len: 850 time: 0.0645087 Jun 10 15:38:16.622838 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635db1ec-9f49-4bc6-b4de-a047ced79794 None None] Routers {'5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:38:16.623491 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-635db1ec-9f49-4bc6-b4de-a047ced79794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:37:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:38:16.728434 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-48cf3cbb-9985-4c25-ae54-61a336d47032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:16.755898 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-dc283fdf-5723-47ac-a345-8be451e12f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:16.770192 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-48cf3cbb-9985-4c25-ae54-61a336d47032 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7c0c6d310acf482099a3894a62499f6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3894787 Jun 10 15:38:16.772886 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 59494) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:16.786931 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf3cbb-9985-4c25-ae54-61a336d47032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cef46c-2f5e-4c63-882e-fe2a8fe9d886,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:16.790573 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-48cf3cbb-9985-4c25-ae54-61a336d47032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:16.802856 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-635db1ec-9f49-4bc6-b4de-a047ced79794 None None] Set router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:38:16.876099 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c3176-a372-4ba0-bc17-3581503576d2 req-7450985b-19cc-4113-9d56-e9e2ed42ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:16.877619 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3f9c3176-a372-4ba0-bc17-3581503576d2 req-7450985b-19cc-4113-9d56-e9e2ed42ecd0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc452212-81ca-4caf-a3da-e16d5e17f9a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2470841 Jun 10 15:38:16.911287 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-24ba6e63-cd1d-4786-ae5c-b47fd1b4934b tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:16.912733 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-24ba6e63-cd1d-4786-ae5c-b47fd1b4934b tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.45 "GET /v2.0/networks?id=47b033ec-c1ac-4e91-adcb-63ea8b8c342e HTTP/1.1" status: 200 len: 815 time: 0.2423759 Jun 10 15:38:16.939602 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-3ae75f2c-b79f-4349-81dd-c7c0dac7b3ae tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Request body: {'port': {'device_id': '21d64bd6-308b-4658-a50b-45baf385d4c7', 'network_id': '47b033ec-c1ac-4e91-adcb-63ea8b8c342e', 'admin_state_up': True, 'tenant_id': 'c1f37b6b0181436c94146449d70ea569'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:38:17.054574 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7da74cde-8601-414b-a3a8-039ef5d62ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:17.090717 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-635db1ec-9f49-4bc6-b4de-a047ced79794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:26:28Z', 'revision_number': 4, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '434c4c3e-36b0-4c92-acac-683b5e74fbc8', 'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'mac_address': 'fa:16:3e:ef:a6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:27Z', 'updated_at': '2021-06-10T15:26:33Z', 'revision_number': 5, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'subnets': [{'id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:38:17.095065 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635db1ec-9f49-4bc6-b4de-a047ced79794 None None] The sync data for ids ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'] in dv-cinder-772126-2-iscsi is: [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:26:28Z', 'revision_number': 4, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '434c4c3e-36b0-4c92-acac-683b5e74fbc8', 'name': '', 'network_id': 'fc452212-81ca-4caf-a3da-e16d5e17f9a5', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'mac_address': 'fa:16:3e:ef:a6:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:27Z', 'updated_at': '2021-06-10T15:26:33Z', 'revision_number': 5, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'subnets': [{'id': 'a35ed739-29e3-4a52-a6bc-15f7407e9f83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:38:17.114530 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d28ec-353e-4811-b18c-9d24407aa45f req-0cb1ef44-8c3c-4d2a-a1a6-9653293350f6 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:17.116305 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b75d28ec-353e-4811-b18c-9d24407aa45f req-0cb1ef44-8c3c-4d2a-a1a6-9653293350f6 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 945 time: 0.3425393 Jun 10 15:38:17.178493 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7da74cde-8601-414b-a3a8-039ef5d62ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:17.210946 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3f9c3176-a372-4ba0-bc17-3581503576d2 req-37d7aff6-15ca-422c-bcb4-3a74f7cc8dc8 service neutron] 10.222.0.45 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155224 Jun 10 15:38:17.260103 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b75d28ec-353e-4811-b18c-9d24407aa45f req-4744afaa-31d3-444f-a5ba-8e54af98f423 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323295 Jun 10 15:38:17.321236 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d115f215-3662-4466-985b-fe5ecfe364c8 None None] New status for floating IP 4ab1bb78-d5a0-49a8-b1bc-255dc4d88700: DOWN {{(pid=92443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:38:17.387758 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3f9c3176-a372-4ba0-bc17-3581503576d2 req-f4139f86-cb5b-434e-ba4f-cafd7871a146 service neutron] 10.222.0.45 "GET /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560180 Jun 10 15:38:17.453916 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-3ae75f2c-b79f-4349-81dd-c7c0dac7b3ae tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Made reservation on behalf of c1f37b6b0181436c94146449d70ea569 for: {'port': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:38:17.458112 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-3ae75f2c-b79f-4349-81dd-c7c0dac7b3ae tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:17.793576 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7da74cde-8601-414b-a3a8-039ef5d62ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:17.796045 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-7da74cde-8601-414b-a3a8-039ef5d62ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:17.797080 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-7da74cde-8601-414b-a3a8-039ef5d62ddb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/67cef46c-2f5e-4c63-882e-fe2a8fe9d886 HTTP/1.1" status: 204 len: 168 time: 1.0202355 Jun 10 15:38:17.805772 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-66e8a106-1495-4da3-b6dd-6a8f9b3bfc20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:17.864921 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a32e398f-a919-4985-8589-34868b6916da req-edd40313-d20c-4f1b-9a53-23f319d62b70 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d64bd6-308b-4658-a50b-45baf385d4c7 HTTP/1.1" status: 200 len: 210 time: 0.0832677 Jun 10 15:38:17.868317 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da74cde-8601-414b-a3a8-039ef5d62ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cef46c-2f5e-4c63-882e-fe2a8fe9d886,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:17.871191 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-7da74cde-8601-414b-a3a8-039ef5d62ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:17.997871 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3ab48-a3a9-424f-aafd-58998e93f51c req-5949f41b-c590-4ac8-9ef3-fb679bc78afd tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:17.999289 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f5b3ab48-a3a9-424f-aafd-58998e93f51c req-5949f41b-c590-4ac8-9ef3-fb679bc78afd tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.45 "GET /v2.0/ports?device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 945 time: 0.2158842 Jun 10 15:38:18.017928 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.db_base_plugin_common [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-3ae75f2c-b79f-4349-81dd-c7c0dac7b3ae tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Allocated IP 172.20.0.9 (47b033ec-c1ac-4e91-adcb-63ea8b8c342e/144fadf7-faae-4c05-b4bd-53a1bbcbcb2a/da2cbee6-a23b-48a4-a6b4-6f9be4762a35) {{(pid=92440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:38:18.198631 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-13bcb0bd-5de3-4ff2-a2d9-af58a7062ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:18.286510 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-3ae75f2c-b79f-4349-81dd-c7c0dac7b3ae tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks [] for port, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:18.305706 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-f5b3ab48-a3a9-424f-aafd-58998e93f51c req-07289ac9-b7c1-48e2-ba7e-d7c2402450e4 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Deleting port 61621ee4-5437-43cd-be5d-174801e370e3 {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:38:18.306078 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-f5b3ab48-a3a9-424f-aafd-58998e93f51c req-07289ac9-b7c1-48e2-ba7e-d7c2402450e4 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:18.487331 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-f5b3ab48-a3a9-424f-aafd-58998e93f51c req-07289ac9-b7c1-48e2-ba7e-d7c2402450e4 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] For port 61621ee4-5437-43cd-be5d-174801e370e3, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=61621ee4-5437-43cd-be5d-174801e370e3,segment=NetworkSegment(946c7721-7573-4267-b72d-fd235dd82591),segment_id=946c7721-7573-4267-b72d-fd235dd82591)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:38:18.488043 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-f5b3ab48-a3a9-424f-aafd-58998e93f51c req-07289ac9-b7c1-48e2-ba7e-d7c2402450e4 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:18.546092 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 59508) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:18.563188 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7810643f-b9d7-4511-bbaf-318185a3f5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:18.588697 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-f5b3ab48-a3a9-424f-aafd-58998e93f51c req-07289ac9-b7c1-48e2-ba7e-d7c2402450e4 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Calling delete_port for 61621ee4-5437-43cd-be5d-174801e370e3 owned by compute:nova {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:38:18.594324 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-3ae75f2c-b79f-4349-81dd-c7c0dac7b3ae tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-532407449'] for port, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:18.602732 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25091a-cda8-48ba-a669-c5d702cd20cd req-1f33e0ee-cc01-45d5-a94e-dc104c5c3083 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:18.604217 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9d25091a-cda8-48ba-a669-c5d702cd20cd req-1f33e0ee-cc01-45d5-a94e-dc104c5c3083 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 945 time: 0.1996605 Jun 10 15:38:18.608790 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-913ea15b-fce1-4657-a63e-4353db1b22f3 tempest-TestMinimumBasicScenario-1781158395 tempest-TestMinimumBasicScenario-1781158395-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:18.610201 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['99747dad-9bdd-4e52-ba18-19ce069606d5', '8cadc06f-f286-4ade-8367-25ef57f9eedf'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:38:18.660262 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7810643f-b9d7-4511-bbaf-318185a3f5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:18.731431 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-3ae75f2c-b79f-4349-81dd-c7c0dac7b3ae tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Network 47b033ec-c1ac-4e91-adcb-63ea8b8c342e is already hosted by enough agents. {{(pid=92440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:38:18.741950 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7810643f-b9d7-4511-bbaf-318185a3f5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:18.742763 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-3ae75f2c-b79f-4349-81dd-c7c0dac7b3ae tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Resources bound (agent type, host, resource id): {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:38:18.744606 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-97540aa3-73bf-4d08-bc84-f320356d2a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:18.761592 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-3ae75f2c-b79f-4349-81dd-c7c0dac7b3ae tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Received port after_create {{(pid=92440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:38:18.791159 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-7810643f-b9d7-4511-bbaf-318185a3f5fd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f1c233a1329e45f488cd16d807a8bc06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416272 Jun 10 15:38:18.791159 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810643f-b9d7-4511-bbaf-318185a3f5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634d5bde-58cf-4137-9459-dfc4f7451a78,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:18.792150 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 59510) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:18.795636 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7810643f-b9d7-4511-bbaf-318185a3f5fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:18.804857 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae75f2c-b79f-4349-81dd-c7c0dac7b3ae tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Pushing event updated for resources: {'Port': ['ID=da2cbee6-a23b-48a4-a6b4-6f9be4762a35,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:18.812714 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9d25091a-cda8-48ba-a669-c5d702cd20cd req-d822b966-60a5-41dc-a325-4a22da3ddd47 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/security-groups?id=a223e966-1a60-42e1-8e44-bc20c051be9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003946 Jun 10 15:38:18.814834 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-3ae75f2c-b79f-4349-81dd-c7c0dac7b3ae tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:18.849535 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-3ae75f2c-b79f-4349-81dd-c7c0dac7b3ae tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:18.850176 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-3ae75f2c-b79f-4349-81dd-c7c0dac7b3ae tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:18.863463 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-dd267822-4999-402b-a513-b69eb9d3ef70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:18.887707 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-dd267822-4999-402b-a513-b69eb9d3ef70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:18.936410 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-3ae75f2c-b79f-4349-81dd-c7c0dac7b3ae tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0024021 Jun 10 15:38:18.950560 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] Request body: {'port': {'device_id': '21d64bd6-308b-4658-a50b-45baf385d4c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:38:19.032102 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-f5b3ab48-a3a9-424f-aafd-58998e93f51c req-07289ac9-b7c1-48e2-ba7e-d7c2402450e4 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:19.039443 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-59ca353e-ad27-42fe-a5f4-82d1508de296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:19.061358 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-dd267822-4999-402b-a513-b69eb9d3ef70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:19.064377 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-dd267822-4999-402b-a513-b69eb9d3ef70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:19.065676 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-dd267822-4999-402b-a513-b69eb9d3ef70 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/634d5bde-58cf-4137-9459-dfc4f7451a78 HTTP/1.1" status: 204 len: 168 time: 0.2710557 Jun 10 15:38:19.067022 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-236f0f63-4f91-4c2e-9027-83785e8115d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:19.080571 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd267822-4999-402b-a513-b69eb9d3ef70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634d5bde-58cf-4137-9459-dfc4f7451a78,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:19.083164 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-dd267822-4999-402b-a513-b69eb9d3ef70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:19.098433 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07289ac9-b7c1-48e2-ba7e-d7c2402450e4 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Pushing event deleted for resources: {'Port': ['ID=61621ee4-5437-43cd-be5d-174801e370e3,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:19.113981 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-07289ac9-b7c1-48e2-ba7e-d7c2402450e4 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:19.178911 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:19.180746 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b3ab48-a3a9-424f-aafd-58998e93f51c req-07289ac9-b7c1-48e2-ba7e-d7c2402450e4 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] No DVR routers for this DVR port 61621ee4-5437-43cd-be5d-174801e370e3 on host hv-cinder-77212 {{(pid=92440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:38:19.184555 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-f5b3ab48-a3a9-424f-aafd-58998e93f51c req-07289ac9-b7c1-48e2-ba7e-d7c2402450e4 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:19.186473 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f5b3ab48-a3a9-424f-aafd-58998e93f51c req-07289ac9-b7c1-48e2-ba7e-d7c2402450e4 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.45 "DELETE /v2.0/ports/61621ee4-5437-43cd-be5d-174801e370e3 HTTP/1.1" status: 204 len: 173 time: 1.0937314 Jun 10 15:38:19.188005 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571505f1-646e-4efb-bfd9-585cb1fe83ee', 'name': 'network-vif-deleted', 'tag': '61621ee4-5437-43cd-be5d-174801e370e3'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:38:19.190330 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c05155b-fc02-4e81-a2d6-baa4695c5503" -d '{"events": [{"server_uuid": "571505f1-646e-4efb-bfd9-585cb1fe83ee", "name": "network-vif-deleted", "tag": "61621ee4-5437-43cd-be5d-174801e370e3"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:38:19.219553 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674a8ae-65ba-492d-b190-51408e796a38 req-8042d5fd-6e1f-4127-80f3-90ff4c6d0958 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:19.220980 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0674a8ae-65ba-492d-b190-51408e796a38 req-8042d5fd-6e1f-4127-80f3-90ff4c6d0958 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d64bd6-308b-4658-a50b-45baf385d4c7 HTTP/1.1" status: 200 len: 931 time: 0.2309122 Jun 10 15:38:19.245684 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8716e37-ecb6-4579-afb3-60760efbda7c x-openstack-request-id: req-c8716e37-ecb6-4579-afb3-60760efbda7c {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:38:19.245684 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571505f1-646e-4efb-bfd9-585cb1fe83ee", "name": "network-vif-deleted", "tag": "61621ee4-5437-43cd-be5d-174801e370e3", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:38:19.245684 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c8716e37-ecb6-4579-afb3-60760efbda7c {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:38:19.245684 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '571505f1-646e-4efb-bfd9-585cb1fe83ee', 'name': 'network-vif-deleted', 'tag': '61621ee4-5437-43cd-be5d-174801e370e3', 'status': 'completed', 'code': 200} Jun 10 15:38:19.301472 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0674a8ae-65ba-492d-b190-51408e796a38 req-b700c820-a6ba-4540-bb63-3f3ef89428e1 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553534 Jun 10 15:38:19.562486 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da2cbee6-a23b-48a4-a6b4-6f9be4762a35 {{(pid=92440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:38:19.570436 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:19.585275 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.provisioning_blocks [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] Transition to ACTIVE for port object da2cbee6-a23b-48a4-a6b4-6f9be4762a35 will not be triggered until provisioned by entity L2. {{(pid=92440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:38:19.733365 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:19.735653 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-29851925-4bf9-49fc-a025-372d4690c782 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:19.833398 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] Pushing event updated for resources: {'Port': ['ID=da2cbee6-a23b-48a4-a6b4-6f9be4762a35,revision_number=2']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:19.837785 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:19.922751 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] Attempting to bind port da2cbee6-a23b-48a4-a6b4-6f9be4762a35 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:38:19.925172 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] Attempting to bind port da2cbee6-a23b-48a4-a6b4-6f9be4762a35 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': 'aac66bb1-d505-4d26-b1f9-26e240376076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47b033ec-c1ac-4e91-adcb-63ea8b8c342e'}] {{(pid=92440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:38:19.925172 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] Attempting to bind port da2cbee6-a23b-48a4-a6b4-6f9be4762a35 on network 47b033ec-c1ac-4e91-adcb-63ea8b8c342e {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:38:19.927652 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] Port da2cbee6-a23b-48a4-a6b4-6f9be4762a35 on network 47b033ec-c1ac-4e91-adcb-63ea8b8c342e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:38:19.927973 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] Attempting to bind port da2cbee6-a23b-48a4-a6b4-6f9be4762a35 on network 47b033ec-c1ac-4e91-adcb-63ea8b8c342e {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:38:19.932726 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] Checking agent: {'id': 'e28e421a-1ab2-4a36-8074-76b1dba64f57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'started_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:38:19.933589 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] Checking segment: {'id': 'aac66bb1-d505-4d26-b1f9-26e240376076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47b033ec-c1ac-4e91-adcb-63ea8b8c342e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:38:19.934001 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] Bound using segment: {'id': 'aac66bb1-d505-4d26-b1f9-26e240376076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47b033ec-c1ac-4e91-adcb-63ea8b8c342e'} {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:38:19.934426 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] Bound port: da2cbee6-a23b-48a4-a6b4-6f9be4762a35, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac66bb1-d505-4d26-b1f9-26e240376076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47b033ec-c1ac-4e91-adcb-63ea8b8c342e'}}] {{(pid=92440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:38:19.934773 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:19.983536 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d72b8c83-c0c8-4119-a757-9fda49b46a71 req-82b2abf7-76fc-4a8a-bfe5-bb26f9457fef tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "GET /v2.0/ports?device_id=571505f1-646e-4efb-bfd9-585cb1fe83ee HTTP/1.1" status: 200 len: 210 time: 0.0467010 Jun 10 15:38:20.019007 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 59522) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:20.035297 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-adb1860d-fe69-46e1-8c90-fa0e576232a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:20.044319 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] For port da2cbee6-a23b-48a4-a6b4-6f9be4762a35, host hv-cinder-77212, cleared binding levels {{(pid=92440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:38:20.047466 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] For port da2cbee6-a23b-48a4-a6b4-6f9be4762a35, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=da2cbee6-a23b-48a4-a6b4-6f9be4762a35,segment=NetworkSegment(aac66bb1-d505-4d26-b1f9-26e240376076),segment_id=aac66bb1-d505-4d26-b1f9-26e240376076)] {{(pid=92440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:38:20.127286 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-adb1860d-fe69-46e1-8c90-fa0e576232a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:20.182561 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:20.185135 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-15af8d54-8e60-4636-9e01-440705a20eaf tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:20.226976 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:20.227583 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:20.228924 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] 10.222.0.45 "PUT /v2.0/ports/da2cbee6-a23b-48a4-a6b4-6f9be4762a35 HTTP/1.1" status: 200 len: 1093 time: 1.2825994 Jun 10 15:38:20.244315 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-adb1860d-fe69-46e1-8c90-fa0e576232a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:20.247298 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] Pushing event updated for resources: {'Port': ['ID=da2cbee6-a23b-48a4-a6b4-6f9be4762a35,revision_number=3']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:20.249862 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a11de42b-ffc4-4d6a-a91d-02474eb38e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:20.250310 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:20.290615 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-adb1860d-fe69-46e1-8c90-fa0e576232a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=286e5e6e3c0543eab8c755640eebb7ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699959 Jun 10 15:38:20.292952 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1860d-fe69-46e1-8c90-fa0e576232a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e34de0-8fb3-4523-b322-6f8f2bd72894,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:20.294091 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 59524) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:20.302370 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-adb1860d-fe69-46e1-8c90-fa0e576232a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:20.354423 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-10b76161-a676-40c9-9ebf-97295c028351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:20.379170 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-10b76161-a676-40c9-9ebf-97295c028351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:20.554874 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a1c58-a522-40b1-af95-1e92aac98975 req-4d805133-474b-44ee-a845-dca39e847325 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:20.556673 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-174a1c58-a522-40b1-af95-1e92aac98975 req-4d805133-474b-44ee-a845-dca39e847325 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d64bd6-308b-4658-a50b-45baf385d4c7 HTTP/1.1" status: 200 len: 943 time: 0.1323385 Jun 10 15:38:20.559133 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-11324405-c3fd-4a13-b784-453f2ec66f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:20.560861 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-11324405-c3fd-4a13-b784-453f2ec66f8a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c1f37b6b0181436c94146449d70ea569&device_id=21d64bd6-308b-4658-a50b-45baf385d4c7 HTTP/1.1" status: 200 len: 1096 time: 0.1379039 Jun 10 15:38:20.637214 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-d2489ad0-1c6a-49d7-9f3d-b9c2ad1eed24 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da2cbee6-a23b-48a4-a6b4-6f9be4762a35 HTTP/1.1" status: 200 len: 217 time: 0.0675194 Jun 10 15:38:20.662599 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-10b76161-a676-40c9-9ebf-97295c028351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:20.665312 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-10b76161-a676-40c9-9ebf-97295c028351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:20.666477 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-10b76161-a676-40c9-9ebf-97295c028351 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/22e34de0-8fb3-4523-b322-6f8f2bd72894 HTTP/1.1" status: 204 len: 168 time: 0.3711052 Jun 10 15:38:20.670225 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-7da74cde-8601-414b-a3a8-039ef5d62ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:20.701779 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-174a1c58-a522-40b1-af95-1e92aac98975 req-87d50088-3fec-45bf-bb1a-a3983d967eb1 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382613 Jun 10 15:38:20.709903 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b76161-a676-40c9-9ebf-97295c028351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e34de0-8fb3-4523-b322-6f8f2bd72894,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:20.715289 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-10b76161-a676-40c9-9ebf-97295c028351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:20.739028 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-b6b15cc7-1794-4d9e-b804-12ac4c6398dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:20.740959 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-b6b15cc7-1794-4d9e-b804-12ac4c6398dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=144fadf7-faae-4c05-b4bd-53a1bbcbcb2a HTTP/1.1" status: 200 len: 855 time: 0.0894647 Jun 10 15:38:20.764310 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-a4167b19-5926-4e63-b556-3d1405e86e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:20.791981 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-d9632f36-350b-4f60-89b9-4385a123554f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=47b033ec-c1ac-4e91-adcb-63ea8b8c342e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432436 Jun 10 15:38:20.839581 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:20.917075 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-40aae9ba-5a01-413f-b291-2b4260eb5524 service neutron] 10.222.0.45 "GET /v2.0/networks/47b033ec-c1ac-4e91-adcb-63ea8b8c342e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176708 Jun 10 15:38:21.081917 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-74039165-d415-4b0d-8c56-2cadfa89aa13 req-ca68fc18-43a0-4a01-83ae-4584a24344e6 service neutron] 10.222.0.45 "GET /v2.0/networks/47b033ec-c1ac-4e91-adcb-63ea8b8c342e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506176 Jun 10 15:38:21.088469 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 59532) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:21.246460 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21d64bd6-308b-4658-a50b-45baf385d4c7', 'tag': 'da2cbee6-a23b-48a4-a6b4-6f9be4762a35'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:38:21.249433 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef61ade3-1ec2-4c59-9707-223e5bb10f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "21d64bd6-308b-4658-a50b-45baf385d4c7", "tag": "da2cbee6-a23b-48a4-a6b4-6f9be4762a35"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:38:21.266663 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-59cf6e19-e474-4d46-8dd6-abaa76964af6 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Deleting port 47c60f70-798d-4972-834d-8ef9d7da0e8d {{(pid=92441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:38:21.267137 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-59cf6e19-e474-4d46-8dd6-abaa76964af6 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:21.290351 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94df9167-dc36-43da-9b70-5bfa6a9914f9 x-openstack-request-id: req-94df9167-dc36-43da-9b70-5bfa6a9914f9 {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:38:21.290692 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21d64bd6-308b-4658-a50b-45baf385d4c7", "tag": "da2cbee6-a23b-48a4-a6b4-6f9be4762a35", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:38:21.290990 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-94df9167-dc36-43da-9b70-5bfa6a9914f9 {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:38:21.291425 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21d64bd6-308b-4658-a50b-45baf385d4c7', 'tag': 'da2cbee6-a23b-48a4-a6b4-6f9be4762a35', 'status': 'completed', 'code': 200} Jun 10 15:38:21.369150 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-59cf6e19-e474-4d46-8dd6-abaa76964af6 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:21.369402 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-59cf6e19-e474-4d46-8dd6-abaa76964af6 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:21.381989 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61ade3-1ec2-4c59-9707-223e5bb10f3d req-4dd3d30f-8b32-44dd-a6a5-6edc86ce94be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:21.383496 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ef61ade3-1ec2-4c59-9707-223e5bb10f3d req-4dd3d30f-8b32-44dd-a6a5-6edc86ce94be service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c1f37b6b0181436c94146449d70ea569&device_id=21d64bd6-308b-4658-a50b-45baf385d4c7 HTTP/1.1" status: 200 len: 1096 time: 0.0654292 Jun 10 15:38:21.472890 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-59cf6e19-e474-4d46-8dd6-abaa76964af6 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Calling delete_port for 47c60f70-798d-4972-834d-8ef9d7da0e8d owned by network:floatingip {{(pid=92441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:38:21.507738 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61ade3-1ec2-4c59-9707-223e5bb10f3d req-2b7c16d7-b93c-4631-a41f-770fe5686e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:21.509251 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ef61ade3-1ec2-4c59-9707-223e5bb10f3d req-2b7c16d7-b93c-4631-a41f-770fe5686e37 service neutron] 10.222.0.45 "GET /v2.0/networks?id=47b033ec-c1ac-4e91-adcb-63ea8b8c342e HTTP/1.1" status: 200 len: 916 time: 0.1171513 Jun 10 15:38:21.567397 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ef61ade3-1ec2-4c59-9707-223e5bb10f3d req-0c94097f-3b70-42ce-9c9a-8a97e5ca7843 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da2cbee6-a23b-48a4-a6b4-6f9be4762a35 HTTP/1.1" status: 200 len: 217 time: 0.0502543 Jun 10 15:38:21.625423 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61ade3-1ec2-4c59-9707-223e5bb10f3d req-69bf53bf-d1b8-4fbc-a79a-f8288d5515a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:21.626917 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ef61ade3-1ec2-4c59-9707-223e5bb10f3d req-69bf53bf-d1b8-4fbc-a79a-f8288d5515a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=144fadf7-faae-4c05-b4bd-53a1bbcbcb2a HTTP/1.1" status: 200 len: 855 time: 0.0521748 Jun 10 15:38:21.668184 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ef61ade3-1ec2-4c59-9707-223e5bb10f3d req-59644d6f-8c5d-40f5-9ade-e6a2a8f303b9 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=47b033ec-c1ac-4e91-adcb-63ea8b8c342e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348463 Jun 10 15:38:21.728262 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-59cf6e19-e474-4d46-8dd6-abaa76964af6 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940524'] for port, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:21.731645 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-16e79bc6-f43d-4aa5-912b-53bde8ac4891 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:21.763001 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf6e19-e474-4d46-8dd6-abaa76964af6 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Pushing event deleted for resources: {'Port': ['ID=47c60f70-798d-4972-834d-8ef9d7da0e8d,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:21.766876 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-59cf6e19-e474-4d46-8dd6-abaa76964af6 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:21.795930 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ef61ade3-1ec2-4c59-9707-223e5bb10f3d req-b87fe09b-9cd4-4490-b748-77043fb86ea0 service neutron] 10.222.0.45 "GET /v2.0/networks/47b033ec-c1ac-4e91-adcb-63ea8b8c342e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202095 Jun 10 15:38:21.812440 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 61621ee4-5437-43cd-be5d-174801e370e3 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:38:21.843971 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-59cf6e19-e474-4d46-8dd6-abaa76964af6 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for floatingip, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:21.847142 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-59cf6e19-e474-4d46-8dd6-abaa76964af6 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for floatingip, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:21.849851 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-59cf6e19-e474-4d46-8dd6-abaa76964af6 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "DELETE /v2.0/floatingips/fe89719a-ac84-43b3-9d9f-935a91489df7 HTTP/1.1" status: 204 len: 168 time: 0.7582476 Jun 10 15:38:21.851195 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] No Port match for: 61621ee4-5437-43cd-be5d-174801e370e3 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:38:21.851769 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 61621ee4-5437-43cd-be5d-174801e370e3 not bound to the agent host hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:38:21.953014 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:21.960818 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ef61ade3-1ec2-4c59-9707-223e5bb10f3d req-c763c160-aafa-497d-ad7a-9a0305678cf2 service neutron] 10.222.0.45 "GET /v2.0/networks/47b033ec-c1ac-4e91-adcb-63ea8b8c342e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571591 Jun 10 15:38:21.990416 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f733eb-d36c-4f69-8cc7-fce2f52d9ba4 req-f946836c-a22c-4711-b2e3-94facc7134fb tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:21.992187 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-68f733eb-d36c-4f69-8cc7-fce2f52d9ba4 req-f946836c-a22c-4711-b2e3-94facc7134fb tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d64bd6-308b-4658-a50b-45baf385d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0984299 Jun 10 15:38:22.036617 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-68f733eb-d36c-4f69-8cc7-fce2f52d9ba4 req-b4dd52d7-22ca-4356-bac5-987b725de326 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378318 Jun 10 15:38:23.232660 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b62554-9a0d-47fa-b816-515e7e243b07 req-d200068b-e9c0-417c-9cbf-8d4fae183108 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:23.234163 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-47b62554-9a0d-47fa-b816-515e7e243b07 req-d200068b-e9c0-417c-9cbf-8d4fae183108 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d64bd6-308b-4658-a50b-45baf385d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0688393 Jun 10 15:38:23.276846 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-47b62554-9a0d-47fa-b816-515e7e243b07 req-d68a2261-fba6-4a45-b687-496ad206ff13 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369644 Jun 10 15:38:23.319767 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 59550) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:23.386554 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7ff4300a-d10b-4c07-9d32-544d0721c56a tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:23.412454 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7ff4300a-d10b-4c07-9d32-544d0721c56a tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:23.559454 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7ff4300a-d10b-4c07-9d32-544d0721c56a tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:23.562214 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7ff4300a-d10b-4c07-9d32-544d0721c56a tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:23.563426 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-7ff4300a-d10b-4c07-9d32-544d0721c56a tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] 10.222.0.26 "DELETE /v2.0/security-groups/a223e966-1a60-42e1-8e44-bc20c051be9b HTTP/1.1" status: 204 len: 168 time: 0.2426326 Jun 10 15:38:23.564216 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-fabaea5c-4bd5-40cb-839b-11e8a4d61eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:23.574864 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4300a-d10b-4c07-9d32-544d0721c56a tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a223e966-1a60-42e1-8e44-bc20c051be9b,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:23.576970 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7ff4300a-d10b-4c07-9d32-544d0721c56a tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:23.722360 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:23.729029 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 59554) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:24.463678 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b99732-00a6-4e05-930e-43220578ca36 req-8484afba-a5ab-4435-ab8e-cabeaa64b009 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:24.466010 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-87b99732-00a6-4e05-930e-43220578ca36 req-8484afba-a5ab-4435-ab8e-cabeaa64b009 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d64bd6-308b-4658-a50b-45baf385d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0745018 Jun 10 15:38:24.507639 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-87b99732-00a6-4e05-930e-43220578ca36 req-eb30bf9f-5c85-46fa-b6ad-40d9b5491af8 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356569 Jun 10 15:38:24.644677 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-9fdd992e-af0d-416b-b0ad-3b37677d5b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-934821'] for router_interface, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:24.964830 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-9fdd992e-af0d-416b-b0ad-3b37677d5b5a admin admin] Deleting port 434c4c3e-36b0-4c92-acac-683b5e74fbc8 {{(pid=92441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:38:24.965180 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-9fdd992e-af0d-416b-b0ad-3b37677d5b5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:25.070669 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [None req-9fdd992e-af0d-416b-b0ad-3b37677d5b5a admin admin] For port 434c4c3e-36b0-4c92-acac-683b5e74fbc8, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=434c4c3e-36b0-4c92-acac-683b5e74fbc8,segment=NetworkSegment(946c7721-7573-4267-b72d-fd235dd82591),segment_id=946c7721-7573-4267-b72d-fd235dd82591)] {{(pid=92441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:38:25.071028 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-9fdd992e-af0d-416b-b0ad-3b37677d5b5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:25.161637 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-9fdd992e-af0d-416b-b0ad-3b37677d5b5a admin admin] Calling delete_port for 434c4c3e-36b0-4c92-acac-683b5e74fbc8 owned by network:router_interface {{(pid=92441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:38:25.186328 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:38:25.456044 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-9fdd992e-af0d-416b-b0ad-3b37677d5b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940524'] for port, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:25.458194 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-81080da2-4d36-431e-9c0f-58a88997bf43 tempest-TestVolumeBootPattern-609089434 tempest-TestVolumeBootPattern-609089434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:25.487250 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdd992e-af0d-416b-b0ad-3b37677d5b5a admin admin] Pushing event deleted for resources: {'Port': ['ID=434c4c3e-36b0-4c92-acac-683b5e74fbc8,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:25.491157 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-9fdd992e-af0d-416b-b0ad-3b37677d5b5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:25.700689 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7981e-727c-436f-82e6-ebc6b58ce577 req-15f1c7f1-0bea-4c03-a5cc-a0f0d263e261 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:25.702886 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-36b7981e-727c-436f-82e6-ebc6b58ce577 req-15f1c7f1-0bea-4c03-a5cc-a0f0d263e261 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d64bd6-308b-4658-a50b-45baf385d4c7 HTTP/1.1" status: 200 len: 943 time: 0.0712440 Jun 10 15:38:25.715336 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-9fdd992e-af0d-416b-b0ad-3b37677d5b5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-934453'] for router_interface, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:25.749112 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-36b7981e-727c-436f-82e6-ebc6b58ce577 req-be199b3f-022e-4cb7-9d6f-8e570e4a0ed7 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405281 Jun 10 15:38:25.830405 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device da2cbee6-a23b-48a4-a6b4-6f9be4762a35 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=92442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:38:25.954759 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port da2cbee6-a23b-48a4-a6b4-6f9be4762a35, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=da2cbee6-a23b-48a4-a6b4-6f9be4762a35,segment=NetworkSegment(aac66bb1-d505-4d26-b1f9-26e240376076),segment_id=aac66bb1-d505-4d26-b1f9-26e240376076)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:38:25.968025 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Returning: {'device': 'da2cbee6-a23b-48a4-a6b4-6f9be4762a35', 'network_id': '47b033ec-c1ac-4e91-adcb-63ea8b8c342e', 'port_id': 'da2cbee6-a23b-48a4-a6b4-6f9be4762a35', 'mac_address': 'fa:16:3e:7e:b2:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '144fadf7-faae-4c05-b4bd-53a1bbcbcb2a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:38:26.008451 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fdd992e-af0d-416b-b0ad-3b37677d5b5a admin admin] Router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:38:26.016877 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:26.033278 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da2cbee6-a23b-48a4-a6b4-6f9be4762a35 {{(pid=92442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:38:26.054126 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port da2cbee6-a23b-48a4-a6b4-6f9be4762a35, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=da2cbee6-a23b-48a4-a6b4-6f9be4762a35,segment=NetworkSegment(aac66bb1-d505-4d26-b1f9-26e240376076),segment_id=aac66bb1-d505-4d26-b1f9-26e240376076)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:38:26.151564 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdd992e-af0d-416b-b0ad-3b37677d5b5a admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:38:26.157496 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-9fdd992e-af0d-416b-b0ad-3b37677d5b5a admin admin] 10.222.0.26 "PUT /v2.0/routers/5cad4c7e-f9fe-4c4a-8535-568e8b5e4296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4263246 Jun 10 15:38:26.160651 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 59566) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:26.166220 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cf1554-057d-47c2-8455-3c1e1fdd8b56 None None] Sync routers for ids ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:38:26.176886 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cf1554-057d-47c2-8455-3c1e1fdd8b56 None None] Routers {'5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:38:26.177508 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-88cf1554-057d-47c2-8455-3c1e1fdd8b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:38:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:38:26.225328 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:26.362335 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-8f2a0f89-95de-401b-aae5-5c131a8f8f4a admin admin] Notify callbacks [] for router, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:26.411234 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-73fe0369-ed3a-4b6c-8600-44dab387f879 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:26.496405 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=da2cbee6-a23b-48a4-a6b4-6f9be4762a35,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:26.513409 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:26.513751 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:26.514117 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:26.514452 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:26.514787 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:26.515108 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:26.515428 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:26.515749 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:26.516069 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:26.516386 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:26.516701 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:26.517014 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:38:26.522549 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:26.530523 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-88cf1554-057d-47c2-8455-3c1e1fdd8b56 None None] Set router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:38:26.642604 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['da2cbee6-a23b-48a4-a6b4-6f9be4762a35'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:38:26.767726 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7badad-0227-435b-887f-79e8e474dbaa req-02b3beb7-d026-4d90-bb3b-cf642082fbc2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:26.769194 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6a7badad-0227-435b-887f-79e8e474dbaa req-02b3beb7-d026-4d90-bb3b-cf642082fbc2 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.5044584 Jun 10 15:38:26.838215 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-6a7badad-0227-435b-887f-79e8e474dbaa req-7089faf8-5bed-420c-a08c-1acbff59cfdb tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564463 Jun 10 15:38:26.852100 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-8f2a0f89-95de-401b-aae5-5c131a8f8f4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:26.860764 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-88cf1554-057d-47c2-8455-3c1e1fdd8b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:38:25Z', 'revision_number': 5, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:38:26.872294 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cf1554-057d-47c2-8455-3c1e1fdd8b56 None None] Checking router: 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:38:26.900700 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cf1554-057d-47c2-8455-3c1e1fdd8b56 None None] Routers {'5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:38:26.901324 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-88cf1554-057d-47c2-8455-3c1e1fdd8b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:38:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:38:26.944319 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da453d-1d1b-437c-800d-db48ad008e73 req-d7daa701-8faf-4605-be8c-dd3c001fdf86 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:26.945776 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e2da453d-1d1b-437c-800d-db48ad008e73 req-d7daa701-8faf-4605-be8c-dd3c001fdf86 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d64bd6-308b-4658-a50b-45baf385d4c7 HTTP/1.1" status: 200 len: 944 time: 0.0762761 Jun 10 15:38:27.014364 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e2da453d-1d1b-437c-800d-db48ad008e73 req-27fe1a82-1936-4df2-b435-b50481fc34ee tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623379 Jun 10 15:38:27.033295 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a0f89-95de-401b-aae5-5c131a8f8f4a admin admin] Deleting port 8805d2e5-e02a-4401-a867-5d6605b5c545 {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:38:27.033918 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-8f2a0f89-95de-401b-aae5-5c131a8f8f4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:27.063083 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-88cf1554-057d-47c2-8455-3c1e1fdd8b56 None None] Set router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:38:27.140221 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [None req-8f2a0f89-95de-401b-aae5-5c131a8f8f4a admin admin] For port 8805d2e5-e02a-4401-a867-5d6605b5c545, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=8805d2e5-e02a-4401-a867-5d6605b5c545,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:38:27.140599 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-8f2a0f89-95de-401b-aae5-5c131a8f8f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:27.237048 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-8f2a0f89-95de-401b-aae5-5c131a8f8f4a admin admin] Calling delete_port for 8805d2e5-e02a-4401-a867-5d6605b5c545 owned by network:router_gateway {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:38:27.304876 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-88cf1554-057d-47c2-8455-3c1e1fdd8b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:38:25Z', 'revision_number': 5, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:38:27.308403 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cf1554-057d-47c2-8455-3c1e1fdd8b56 None None] The sync data for ids ['5cad4c7e-f9fe-4c4a-8535-568e8b5e4296'] in dv-cinder-772126-2-iscsi is: [{'id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'name': 'tempest-TestVolumeBootPattern-277395621-router', 'tenant_id': '3a3ed0fc5497463faac2851a1aeb412c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:22Z', 'updated_at': '2021-06-10T15:38:25Z', 'revision_number': 5, 'project_id': '3a3ed0fc5497463faac2851a1aeb412c', 'gw_port': {'id': '8805d2e5-e02a-4401-a867-5d6605b5c545', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:d8:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cad4c7e-f9fe-4c4a-8535-568e8b5e4296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:23Z', 'updated_at': '2021-06-10T15:26:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:38:27.506985 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-8f2a0f89-95de-401b-aae5-5c131a8f8f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:27.509129 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-5027fa5d-0cca-4e34-bba0-2f34f942eaa8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:27.546997 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a0f89-95de-401b-aae5-5c131a8f8f4a admin admin] Pushing event deleted for resources: {'Port': ['ID=8805d2e5-e02a-4401-a867-5d6605b5c545,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:27.551859 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-8f2a0f89-95de-401b-aae5-5c131a8f8f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:27.619543 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-8f2a0f89-95de-401b-aae5-5c131a8f8f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938596'] for router_gateway, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:27.756517 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-8f2a0f89-95de-401b-aae5-5c131a8f8f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26841'] for router, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:27.758774 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-8f2a0f89-95de-401b-aae5-5c131a8f8f4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:27.767057 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 434c4c3e-36b0-4c92-acac-683b5e74fbc8 no longer exists at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:38:27.792253 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] No Port match for: 434c4c3e-36b0-4c92-acac-683b5e74fbc8 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:38:27.792693 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 434c4c3e-36b0-4c92-acac-683b5e74fbc8 not bound to the agent host dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:38:27.901636 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-8f2a0f89-95de-401b-aae5-5c131a8f8f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-936769'] for router, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:27.902314 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2a0f89-95de-401b-aae5-5c131a8f8f4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 {{(pid=92440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 15:38:27.906869 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-8f2a0f89-95de-401b-aae5-5c131a8f8f4a admin admin] Notify callbacks [] for router, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:27.910509 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-8f2a0f89-95de-401b-aae5-5c131a8f8f4a admin admin] 10.222.0.26 "DELETE /v2.0/routers/5cad4c7e-f9fe-4c4a-8535-568e8b5e4296 HTTP/1.1" status: 204 len: 168 time: 1.7463360 Jun 10 15:38:27.911153 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 59572) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:27.968222 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_v2 [None req-8526548a-78b0-48d0-a4dc-a05a2b3eee74 admin admin] Deleting subnet a35ed739-29e3-4a52-a6bc-15f7407e9f83 {{(pid=92441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:38:27.971818 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8526548a-78b0-48d0-a4dc-a05a2b3eee74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:28.021759 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8526548a-78b0-48d0-a4dc-a05a2b3eee74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4616097'] for subnet, precommit_delete_associations {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:28.052805 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456b52e-99ee-4925-9bfb-daeb0c550193 req-10b27fe4-e82d-4df4-aa03-737c97a00e99 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:28.052805 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c456b52e-99ee-4925-9bfb-daeb0c550193 req-10b27fe4-e82d-4df4-aa03-737c97a00e99 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0894139 Jun 10 15:38:28.099900 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c456b52e-99ee-4925-9bfb-daeb0c550193 req-4d5079f9-9f97-4863-a71e-328232df3049 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393112 Jun 10 15:38:28.124369 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8526548a-78b0-48d0-a4dc-a05a2b3eee74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4192505'] for subnet, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:28.204381 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6aa73d-7920-4a33-90f0-ece688b0fc93 req-734d0968-c7aa-4549-aaf3-3a6546210872 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:28.205073 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-bb6aa73d-7920-4a33-90f0-ece688b0fc93 req-734d0968-c7aa-4549-aaf3-3a6546210872 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d64bd6-308b-4658-a50b-45baf385d4c7 HTTP/1.1" status: 200 len: 944 time: 0.0726306 Jun 10 15:38:28.251411 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-bb6aa73d-7920-4a33-90f0-ece688b0fc93 req-fc33c578-043b-4b4b-bab4-bd41f73abd07 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405855 Jun 10 15:38:28.285999 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8526548a-78b0-48d0-a4dc-a05a2b3eee74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4192482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4943142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314418'] for subnet, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:28.287302 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-d3d5fc55-da9c-40ad-b707-6ecdf3fac0ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:28.322047 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526548a-78b0-48d0-a4dc-a05a2b3eee74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a35ed739-29e3-4a52-a6bc-15f7407e9f83,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:28.325087 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-8526548a-78b0-48d0-a4dc-a05a2b3eee74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:28.330977 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8526548a-78b0-48d0-a4dc-a05a2b3eee74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:28.330977 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-8526548a-78b0-48d0-a4dc-a05a2b3eee74 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a35ed739-29e3-4a52-a6bc-15f7407e9f83 HTTP/1.1" status: 204 len: 168 time: 0.4169471 Jun 10 15:38:28.330977 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 59576) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:28.335485 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e371d0b3-c65e-4a09-96c7-750df74bb845 None None] Network fc452212-81ca-4caf-a3da-e16d5e17f9a5 requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:38:28.434848 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ea57bf2a-c4fa-4bb8-bc44-d3bea5a81749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775328'] for network, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:28.500954 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-ea57bf2a-c4fa-4bb8-bc44-d3bea5a81749 admin admin] Deleting port ff3fb397-7731-4200-8e94-ca13ea74f824 {{(pid=92441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:38:28.501294 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ea57bf2a-c4fa-4bb8-bc44-d3bea5a81749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:28.573570 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d353de-2a0c-4c11-906e-c8552ef227ac None None] DHCP port deletion for fc452212-81ca-4caf-a3da-e16d5e17f9a5 request from dv-cinder-772126-2-iscsi {{(pid=92442) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 15:38:28.588400 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [None req-ea57bf2a-c4fa-4bb8-bc44-d3bea5a81749 admin admin] For port ff3fb397-7731-4200-8e94-ca13ea74f824, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=ff3fb397-7731-4200-8e94-ca13ea74f824,segment=NetworkSegment(946c7721-7573-4267-b72d-fd235dd82591),segment_id=946c7721-7573-4267-b72d-fd235dd82591)] {{(pid=92441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:38:28.588754 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ea57bf2a-c4fa-4bb8-bc44-d3bea5a81749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:28.630337 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-a5d353de-2a0c-4c11-906e-c8552ef227ac None None] Deleting port ff3fb397-7731-4200-8e94-ca13ea74f824 {{(pid=92442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:38:28.630727 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-a5d353de-2a0c-4c11-906e-c8552ef227ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:28.682906 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-ea57bf2a-c4fa-4bb8-bc44-d3bea5a81749 admin admin] Calling delete_port for ff3fb397-7731-4200-8e94-ca13ea74f824 owned by network:dhcp {{(pid=92441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:38:28.711397 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-a5d353de-2a0c-4c11-906e-c8552ef227ac None None] For port ff3fb397-7731-4200-8e94-ca13ea74f824, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=ff3fb397-7731-4200-8e94-ca13ea74f824,segment=NetworkSegment(946c7721-7573-4267-b72d-fd235dd82591),segment_id=946c7721-7573-4267-b72d-fd235dd82591)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:38:28.711798 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-a5d353de-2a0c-4c11-906e-c8552ef227ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:28.803482 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-a5d353de-2a0c-4c11-906e-c8552ef227ac None None] Calling delete_port for ff3fb397-7731-4200-8e94-ca13ea74f824 owned by network:dhcp {{(pid=92442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:38:28.850457 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ea57bf2a-c4fa-4bb8-bc44-d3bea5a81749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940524'] for port, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:28.852738 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-e21a9714-961c-4751-b2df-32c3a797b135 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:28.887920 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57bf2a-c4fa-4bb8-bc44-d3bea5a81749 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff3fb397-7731-4200-8e94-ca13ea74f824,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:28.891046 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-ea57bf2a-c4fa-4bb8-bc44-d3bea5a81749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:28.891851 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea57bf2a-c4fa-4bb8-bc44-d3bea5a81749 admin admin] No DVR routers for this DVR port ff3fb397-7731-4200-8e94-ca13ea74f824 on host dv-cinder-772126-2-iscsi {{(pid=92441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:38:28.995935 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ea57bf2a-c4fa-4bb8-bc44-d3bea5a81749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190582', 'neutron.services.segments.db._delete_segments_for_network-8786703803055'] for network, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:29.008002 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-ea57bf2a-c4fa-4bb8-bc44-d3bea5a81749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc452212-81ca-4caf-a3da-e16d5e17f9a5']}} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:38:29.019234 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-ea57bf2a-c4fa-4bb8-bc44-d3bea5a81749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '946c7721-7573-4267-b72d-fd235dd82591') {'for_net_delete': True} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:38:29.019535 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-ea57bf2a-c4fa-4bb8-bc44-d3bea5a81749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '946c7721-7573-4267-b72d-fd235dd82591') {} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:38:29.029738 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ea57bf2a-c4fa-4bb8-bc44-d3bea5a81749 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786703802884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4616120'] for segment, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:29.035435 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-a5d353de-2a0c-4c11-906e-c8552ef227ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344'] for port, after_delete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:29.037315 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-04882b07-c658-4430-b832-31fd64897d2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:29.044234 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ea57bf2a-c4fa-4bb8-bc44-d3bea5a81749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:29.049994 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea57bf2a-c4fa-4bb8-bc44-d3bea5a81749 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=92441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:38:29.050374 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ea57bf2a-c4fa-4bb8-bc44-d3bea5a81749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4940473'] for segment, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: Traceback (most recent call last): Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: timer() Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: cb(*args, **kw) Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: return func(*args, **kwargs) Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: self._notify() Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: self.callback(batched_events) Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: event.method(event) Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: return f(self, *a, **k) Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: return self._get(url).json() Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: return self.request(url, 'GET', **kwargs) Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:38:29.052021 dv-cinder-772126-2-iscsi neutron-server[92441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:38:29.064912 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d353de-2a0c-4c11-906e-c8552ef227ac None None] Pushing event deleted for resources: {'Port': ['ID=ff3fb397-7731-4200-8e94-ca13ea74f824,revision_number=None']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:29.067713 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-a5d353de-2a0c-4c11-906e-c8552ef227ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:29.068514 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d353de-2a0c-4c11-906e-c8552ef227ac None None] No DVR routers for this DVR port ff3fb397-7731-4200-8e94-ca13ea74f824 on host dv-cinder-772126-2-iscsi {{(pid=92442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:38:29.187845 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ea57bf2a-c4fa-4bb8-bc44-d3bea5a81749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4190591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938507'] for network, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:29.192047 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a1cd9e1b-ef5a-4cff-b35e-bfc444e46fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:29.196195 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ea57bf2a-c4fa-4bb8-bc44-d3bea5a81749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:29.201901 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-ea57bf2a-c4fa-4bb8-bc44-d3bea5a81749 admin admin] 10.222.0.26 "DELETE /v2.0/networks/fc452212-81ca-4caf-a3da-e16d5e17f9a5 HTTP/1.1" status: 204 len: 168 time: 0.8667822 Jun 10 15:38:29.202396 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 59580) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:29.218883 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57bf2a-c4fa-4bb8-bc44-d3bea5a81749 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc452212-81ca-4caf-a3da-e16d5e17f9a5,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:29.221443 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-ea57bf2a-c4fa-4bb8-bc44-d3bea5a81749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:29.429313 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 8805d2e5-e02a-4401-a867-5d6605b5c545 no longer exists at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:38:29.455389 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] No Port match for: 8805d2e5-e02a-4401-a867-5d6605b5c545 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:38:29.455832 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 8805d2e5-e02a-4401-a867-5d6605b5c545 not bound to the agent host dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:38:29.456380 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device ff3fb397-7731-4200-8e94-ca13ea74f824 no longer exists at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:38:29.482513 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] No Port match for: ff3fb397-7731-4200-8e94-ca13ea74f824 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:38:29.482867 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device ff3fb397-7731-4200-8e94-ca13ea74f824 not bound to the agent host dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:38:29.506906 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf42f17-2338-489d-8d4c-c385a7411991 req-2c5357f7-f1ad-4d74-b98a-9468a0c5aa74 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:29.508354 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-daf42f17-2338-489d-8d4c-c385a7411991 req-2c5357f7-f1ad-4d74-b98a-9468a0c5aa74 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.2487857 Jun 10 15:38:29.627265 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4729c8-e5f9-427f-8ab7-1b70f7f55c6a req-d2f7321b-301e-41a9-91e3-bb453411e52e tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:29.628628 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ce4729c8-e5f9-427f-8ab7-1b70f7f55c6a req-d2f7321b-301e-41a9-91e3-bb453411e52e tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d64bd6-308b-4658-a50b-45baf385d4c7 HTTP/1.1" status: 200 len: 944 time: 0.2642446 Jun 10 15:38:29.633021 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-daf42f17-2338-489d-8d4c-c385a7411991 req-c91ba6e5-0a37-4bd1-8850-840a2a8d3d73 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784502 Jun 10 15:38:29.715223 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ce4729c8-e5f9-427f-8ab7-1b70f7f55c6a req-314cca5c-2393-4d93-b279-91e14e38ada8 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743420 Jun 10 15:38:29.837624 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ce7b8ced-c46c-4d1c-8cc3-8504477c75df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-934821'] for router_interface, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:29.842314 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device da2cbee6-a23b-48a4-a6b4-6f9be4762a35 up at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:38:29.958729 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning for port da2cbee6-a23b-48a4-a6b4-6f9be4762a35 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:38:29.963625 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning complete for port da2cbee6-a23b-48a4-a6b4-6f9be4762a35 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:38:29.963625 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:30.053413 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:30.079575 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d64bd6-308b-4658-a50b-45baf385d4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2cbee6-a23b-48a4-a6b4-6f9be4762a35'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:38:30.080895 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3ca211-9890-4795-ae0a-b3af894fc8ad" -d '{"events": [{"server_uuid": "21d64bd6-308b-4658-a50b-45baf385d4c7", "name": "network-vif-plugged", "status": "completed", "tag": "da2cbee6-a23b-48a4-a6b4-6f9be4762a35"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:38:30.095130 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port da2cbee6-a23b-48a4-a6b4-6f9be4762a35, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=da2cbee6-a23b-48a4-a6b4-6f9be4762a35,segment=NetworkSegment(aac66bb1-d505-4d26-b1f9-26e240376076),segment_id=aac66bb1-d505-4d26-b1f9-26e240376076)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:38:30.120070 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1fbb1c-6f1f-4569-85e8-f48348019289 x-openstack-request-id: req-db1fbb1c-6f1f-4569-85e8-f48348019289 {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:38:30.120900 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d64bd6-308b-4658-a50b-45baf385d4c7", "name": "network-vif-plugged", "status": "completed", "tag": "da2cbee6-a23b-48a4-a6b4-6f9be4762a35", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:38:30.121164 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-db1fbb1c-6f1f-4569-85e8-f48348019289 {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:38:30.121570 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d64bd6-308b-4658-a50b-45baf385d4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2cbee6-a23b-48a4-a6b4-6f9be4762a35', 'code': 200} Jun 10 15:38:30.153553 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:30.156633 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:30.172994 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b8ced-c46c-4d1c-8cc3-8504477c75df admin admin] Deleting port 87949dd9-1088-4944-974c-9df804dfe88c {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:38:30.173352 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ce7b8ced-c46c-4d1c-8cc3-8504477c75df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:30.214660 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=da2cbee6-a23b-48a4-a6b4-6f9be4762a35,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:30.217685 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:30.278303 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [None req-ce7b8ced-c46c-4d1c-8cc3-8504477c75df admin admin] For port 87949dd9-1088-4944-974c-9df804dfe88c, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=87949dd9-1088-4944-974c-9df804dfe88c,segment=NetworkSegment(c528b3f1-3dcf-439e-99c0-412c9a7ebe0a),segment_id=c528b3f1-3dcf-439e-99c0-412c9a7ebe0a)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:38:30.278874 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ce7b8ced-c46c-4d1c-8cc3-8504477c75df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:30.371801 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-ce7b8ced-c46c-4d1c-8cc3-8504477c75df admin admin] Calling delete_port for 87949dd9-1088-4944-974c-9df804dfe88c owned by network:router_interface {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:38:30.616120 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4a7d1-f1f4-4a34-adc7-94c39264c30d req-513cf689-6f7e-44b1-8e44-bd4d8b6bac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:30.617481 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-efb4a7d1-f1f4-4a34-adc7-94c39264c30d req-513cf689-6f7e-44b1-8e44-bd4d8b6bac3e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=21d64bd6-308b-4658-a50b-45baf385d4c7 HTTP/1.1" status: 200 len: 1098 time: 0.1142452 Jun 10 15:38:30.669136 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-efb4a7d1-f1f4-4a34-adc7-94c39264c30d req-539c447e-605d-4367-b34f-99fbbc304e47 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385184 Jun 10 15:38:30.747395 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ce7b8ced-c46c-4d1c-8cc3-8504477c75df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:30.749935 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-3ae75f2c-b79f-4349-81dd-c7c0dac7b3ae tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:30.789337 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b8ced-c46c-4d1c-8cc3-8504477c75df admin admin] Pushing event deleted for resources: {'Port': ['ID=87949dd9-1088-4944-974c-9df804dfe88c,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:30.792919 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-ce7b8ced-c46c-4d1c-8cc3-8504477c75df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:31.282548 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d6cdf-b66d-4cdd-bbb9-2b3635d9cc41 req-66f745a6-31e6-4634-9c97-3ff8a63ecf08 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:31.284053 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c88d6cdf-b66d-4cdd-bbb9-2b3635d9cc41 req-66f745a6-31e6-4634-9c97-3ff8a63ecf08 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.5093064 Jun 10 15:38:31.423402 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbc7532-e387-4d98-bdd0-72943167f26f req-2bf0feb2-f04f-4c86-94c5-44500c6211f7 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:31.424907 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8cbc7532-e387-4d98-bdd0-72943167f26f req-2bf0feb2-f04f-4c86-94c5-44500c6211f7 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d64bd6-308b-4658-a50b-45baf385d4c7 HTTP/1.1" status: 200 len: 945 time: 0.5766945 Jun 10 15:38:31.464786 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c88d6cdf-b66d-4cdd-bbb9-2b3635d9cc41 req-6bdcd4a1-ecb9-4670-998c-a3c1c7d5d0f8 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1319149 Jun 10 15:38:31.498653 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ce7b8ced-c46c-4d1c-8cc3-8504477c75df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-934453'] for router_interface, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:31.502849 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8cbc7532-e387-4d98-bdd0-72943167f26f req-d14d6a79-f2bc-40e0-9aec-cf22c61e2f70 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699475 Jun 10 15:38:31.790800 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7b8ced-c46c-4d1c-8cc3-8504477c75df admin admin] Router 7b940766-053a-463f-9a75-ce2cd4fb1a78 has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:38:31.939260 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7b8ced-c46c-4d1c-8cc3-8504477c75df admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:38:31.944210 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-ce7b8ced-c46c-4d1c-8cc3-8504477c75df admin admin] 10.222.0.26 "PUT /v2.0/routers/7b940766-053a-463f-9a75-ce2cd4fb1a78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7414327 Jun 10 15:38:31.946851 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 59590) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:31.947386 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b08f7-b60a-4c1c-b318-1461eaa57eb5 None None] Sync routers for ids ['7b940766-053a-463f-9a75-ce2cd4fb1a78'] in dv-cinder-772126-2-iscsi {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:38:31.956629 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b08f7-b60a-4c1c-b318-1461eaa57eb5 None None] Routers {'7b940766-053a-463f-9a75-ce2cd4fb1a78'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:38:31.957245 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-0b3b08f7-b60a-4c1c-b318-1461eaa57eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:38:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['7b940766-053a-463f-9a75-ce2cd4fb1a78'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:38:32.088363 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-26850cb1-3ea1-4c1c-98cf-3fc4d52543df admin admin] Notify callbacks [] for router, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:32.104478 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-0b3b08f7-b60a-4c1c-b318-1461eaa57eb5 None None] Set router 7b940766-053a-463f-9a75-ce2cd4fb1a78 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:38:32.232874 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-26850cb1-3ea1-4c1c-98cf-3fc4d52543df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:32.343525 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-0b3b08f7-b60a-4c1c-b318-1461eaa57eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b940766-053a-463f-9a75-ce2cd4fb1a78', 'name': 'tempest-TestVolumeBootPattern-1936236370-router', 'tenant_id': '44fe35318b7b4ca888b9189b16c8a253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.7'}], 'enable_snat': True}, 'gw_port_id': 'accd133a-bcee-4b35-beb2-d50318532f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:33Z', 'updated_at': '2021-06-10T15:38:30Z', 'revision_number': 5, 'project_id': '44fe35318b7b4ca888b9189b16c8a253', 'gw_port': {'id': 'accd133a-bcee-4b35-beb2-d50318532f14', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:4c:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b940766-053a-463f-9a75-ce2cd4fb1a78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:26:34Z', 'updated_at': '2021-06-10T15:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:38:32.346691 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b08f7-b60a-4c1c-b318-1461eaa57eb5 None None] Checking router: 7b940766-053a-463f-9a75-ce2cd4fb1a78 for host: dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:38:32.354739 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b08f7-b60a-4c1c-b318-1461eaa57eb5 None None] Routers {'7b940766-053a-463f-9a75-ce2cd4fb1a78'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:38:32.355339 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-0b3b08f7-b60a-4c1c-b318-1461eaa57eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:38:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['7b940766-053a-463f-9a75-ce2cd4fb1a78'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:38:32.403715 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-26850cb1-3ea1-4c1c-98cf-3fc4d52543df admin admin] Deleting port accd133a-bcee-4b35-beb2-d50318532f14 {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:38:32.404352 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-26850cb1-3ea1-4c1c-98cf-3fc4d52543df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:32.479155 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-0b3b08f7-b60a-4c1c-b318-1461eaa57eb5 None None] Set router 7b940766-053a-463f-9a75-ce2cd4fb1a78 gateway port host: None {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:38:32.507132 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [None req-26850cb1-3ea1-4c1c-98cf-3fc4d52543df admin admin] For port accd133a-bcee-4b35-beb2-d50318532f14, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=accd133a-bcee-4b35-beb2-d50318532f14,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:38:32.507445 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-26850cb1-3ea1-4c1c-98cf-3fc4d52543df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:32.559873 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-0b3b08f7-b60a-4c1c-b318-1461eaa57eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b940766-053a-463f-9a75-ce2cd4fb1a78', 'name': 'tempest-TestVolumeBootPattern-1936236370-router', 'tenant_id': '44fe35318b7b4ca888b9189b16c8a253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:33Z', 'updated_at': '2021-06-10T15:38:32Z', 'revision_number': 6, 'project_id': '44fe35318b7b4ca888b9189b16c8a253', 'gw_port_host': None}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:38:32.563619 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3b08f7-b60a-4c1c-b318-1461eaa57eb5 None None] The sync data for ids ['7b940766-053a-463f-9a75-ce2cd4fb1a78'] in dv-cinder-772126-2-iscsi is: [{'id': '7b940766-053a-463f-9a75-ce2cd4fb1a78', 'name': 'tempest-TestVolumeBootPattern-1936236370-router', 'tenant_id': '44fe35318b7b4ca888b9189b16c8a253', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:26:33Z', 'updated_at': '2021-06-10T15:38:32Z', 'revision_number': 6, 'project_id': '44fe35318b7b4ca888b9189b16c8a253', 'gw_port_host': None}] {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:38:32.610311 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-26850cb1-3ea1-4c1c-98cf-3fc4d52543df admin admin] Calling delete_port for accd133a-bcee-4b35-beb2-d50318532f14 owned by network:router_gateway {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:38:32.852398 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323ed40-d227-4bca-ab8b-967daa186de4 req-5e571df6-4394-4606-b55f-fe845c919d72 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:32.853763 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7323ed40-d227-4bca-ab8b-967daa186de4 req-5e571df6-4394-4606-b55f-fe845c919d72 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.2412374 Jun 10 15:38:32.893291 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ecc194-ee7a-4fe2-9e50-e26ab8332ccb req-55416c77-0f69-4aa2-be80-1ea8df972a66 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:32.894760 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c5ecc194-ee7a-4fe2-9e50-e26ab8332ccb req-55416c77-0f69-4aa2-be80-1ea8df972a66 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d64bd6-308b-4658-a50b-45baf385d4c7 HTTP/1.1" status: 200 len: 945 time: 0.2384546 Jun 10 15:38:32.939284 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7323ed40-d227-4bca-ab8b-967daa186de4 req-39b9ed31-0ad7-4009-b6a3-f274a641380a tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0773556 Jun 10 15:38:32.994898 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c5ecc194-ee7a-4fe2-9e50-e26ab8332ccb req-1a2a518d-6785-422f-b4d7-fb73a1330d48 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893755 Jun 10 15:38:33.079006 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-26850cb1-3ea1-4c1c-98cf-3fc4d52543df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:33.081192 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-d3d1584c-b108-4c75-89a4-ed101cfa1b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:33.111884 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26850cb1-3ea1-4c1c-98cf-3fc4d52543df admin admin] Pushing event deleted for resources: {'Port': ['ID=accd133a-bcee-4b35-beb2-d50318532f14,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:33.115861 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-26850cb1-3ea1-4c1c-98cf-3fc4d52543df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:33.197445 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-26850cb1-3ea1-4c1c-98cf-3fc4d52543df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938596'] for router_gateway, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:33.335047 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-26850cb1-3ea1-4c1c-98cf-3fc4d52543df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26841'] for router, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:33.338237 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-26850cb1-3ea1-4c1c-98cf-3fc4d52543df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:33.433437 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device accd133a-bcee-4b35-beb2-d50318532f14 no longer exists at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:38:33.458744 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] No Port match for: accd133a-bcee-4b35-beb2-d50318532f14 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:38:33.459095 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device accd133a-bcee-4b35-beb2-d50318532f14 not bound to the agent host dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:38:33.459521 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 87949dd9-1088-4944-974c-9df804dfe88c no longer exists at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:38:33.486834 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] No Port match for: 87949dd9-1088-4944-974c-9df804dfe88c {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:38:33.487197 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 87949dd9-1088-4944-974c-9df804dfe88c not bound to the agent host dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:38:33.490286 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-26850cb1-3ea1-4c1c-98cf-3fc4d52543df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-936769'] for router, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:33.491209 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26850cb1-3ea1-4c1c-98cf-3fc4d52543df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b940766-053a-463f-9a75-ce2cd4fb1a78 {{(pid=92440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 15:38:33.495326 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-26850cb1-3ea1-4c1c-98cf-3fc4d52543df admin admin] Notify callbacks [] for router, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:33.497215 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-26850cb1-3ea1-4c1c-98cf-3fc4d52543df admin admin] 10.222.0.26 "DELETE /v2.0/routers/7b940766-053a-463f-9a75-ce2cd4fb1a78 HTTP/1.1" status: 204 len: 168 time: 1.5490351 Jun 10 15:38:33.499507 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 59598) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:33.575922 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffeaad4d-f49d-4584-b7f5-1aedb2592c97 admin admin] Deleting subnet b443e724-edd8-4ac7-9e5d-b9d710b6d9b9 {{(pid=92441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:38:33.583276 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ffeaad4d-f49d-4584-b7f5-1aedb2592c97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:33.634907 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ffeaad4d-f49d-4584-b7f5-1aedb2592c97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4616097'] for subnet, precommit_delete_associations {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:33.726324 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ffeaad4d-f49d-4584-b7f5-1aedb2592c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4192505'] for subnet, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:33.853970 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ffeaad4d-f49d-4584-b7f5-1aedb2592c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4192482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4943142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314418'] for subnet, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:33.857226 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-1cb5cca1-252a-45f4-b9aa-66dbad886d65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:33.897930 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeaad4d-f49d-4584-b7f5-1aedb2592c97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b443e724-edd8-4ac7-9e5d-b9d710b6d9b9,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:33.897930 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-ffeaad4d-f49d-4584-b7f5-1aedb2592c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:33.897930 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-ffeaad4d-f49d-4584-b7f5-1aedb2592c97 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b443e724-edd8-4ac7-9e5d-b9d710b6d9b9 HTTP/1.1" status: 204 len: 168 time: 0.3961251 Jun 10 15:38:33.897930 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-ffeaad4d-f49d-4584-b7f5-1aedb2592c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:33.899679 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 59604) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:33.899942 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dac0686-29ba-4ab3-b93e-994f8141458b None None] Network f83e1a27-af10-42f9-b1e4-a2d407a01cde requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:38:33.994449 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d82b2043-c770-4ec5-ab3e-6cf3daaa8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775328'] for network, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:34.060831 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-d82b2043-c770-4ec5-ab3e-6cf3daaa8f7b admin admin] Deleting port c66e286a-96e7-45d9-b18d-70c9a6b57980 {{(pid=92441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:38:34.061175 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d82b2043-c770-4ec5-ab3e-6cf3daaa8f7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:34.119369 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0760e507-4ccd-4e76-aa4a-daf6c197e60b None None] DHCP port deletion for f83e1a27-af10-42f9-b1e4-a2d407a01cde request from dv-cinder-772126-2-iscsi {{(pid=92442) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 15:38:34.135851 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcc570-ed00-4a00-82d1-6af5b65d8016 req-2a88631d-e4b7-415a-ad76-d0b09b80eadb tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:34.138003 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-17bcc570-ed00-4a00-82d1-6af5b65d8016 req-2a88631d-e4b7-415a-ad76-d0b09b80eadb tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0816286 Jun 10 15:38:34.148246 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [None req-d82b2043-c770-4ec5-ab3e-6cf3daaa8f7b admin admin] For port c66e286a-96e7-45d9-b18d-70c9a6b57980, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=c66e286a-96e7-45d9-b18d-70c9a6b57980,segment=NetworkSegment(c528b3f1-3dcf-439e-99c0-412c9a7ebe0a),segment_id=c528b3f1-3dcf-439e-99c0-412c9a7ebe0a)] {{(pid=92441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:38:34.148621 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d82b2043-c770-4ec5-ab3e-6cf3daaa8f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:34.177119 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-0760e507-4ccd-4e76-aa4a-daf6c197e60b None None] Deleting port c66e286a-96e7-45d9-b18d-70c9a6b57980 {{(pid=92442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:38:34.177505 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-0760e507-4ccd-4e76-aa4a-daf6c197e60b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:34.184361 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-17bcc570-ed00-4a00-82d1-6af5b65d8016 req-e24369d3-2614-4fe5-b5dd-76b0594c13fb tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398159 Jun 10 15:38:34.249199 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-d82b2043-c770-4ec5-ab3e-6cf3daaa8f7b admin admin] Calling delete_port for c66e286a-96e7-45d9-b18d-70c9a6b57980 owned by network:dhcp {{(pid=92441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:38:34.265632 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-0760e507-4ccd-4e76-aa4a-daf6c197e60b None None] For port c66e286a-96e7-45d9-b18d-70c9a6b57980, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=c66e286a-96e7-45d9-b18d-70c9a6b57980,segment=NetworkSegment(c528b3f1-3dcf-439e-99c0-412c9a7ebe0a),segment_id=c528b3f1-3dcf-439e-99c0-412c9a7ebe0a)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:38:34.266061 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-0760e507-4ccd-4e76-aa4a-daf6c197e60b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:34.358154 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-0760e507-4ccd-4e76-aa4a-daf6c197e60b None None] Calling delete_port for c66e286a-96e7-45d9-b18d-70c9a6b57980 owned by network:dhcp {{(pid=92442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:38:34.421534 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d82b2043-c770-4ec5-ab3e-6cf3daaa8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940524'] for port, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:34.424601 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-685eb726-50dd-4665-9168-9cf5d22f7b3f tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:34.450970 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-0760e507-4ccd-4e76-aa4a-daf6c197e60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344'] for port, after_delete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:34.452896 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:34.457018 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82b2043-c770-4ec5-ab3e-6cf3daaa8f7b admin admin] No DVR routers for this DVR port c66e286a-96e7-45d9-b18d-70c9a6b57980 on host dv-cinder-772126-2-iscsi {{(pid=92441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:38:34.458871 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b2043-c770-4ec5-ab3e-6cf3daaa8f7b admin admin] Pushing event deleted for resources: {'Port': ['ID=c66e286a-96e7-45d9-b18d-70c9a6b57980,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:34.462256 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-d82b2043-c770-4ec5-ab3e-6cf3daaa8f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:34.482545 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760e507-4ccd-4e76-aa4a-daf6c197e60b None None] Pushing event deleted for resources: {'Port': ['ID=c66e286a-96e7-45d9-b18d-70c9a6b57980,revision_number=None']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:34.486083 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-0760e507-4ccd-4e76-aa4a-daf6c197e60b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:34.488268 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0760e507-4ccd-4e76-aa4a-daf6c197e60b None None] No DVR routers for this DVR port c66e286a-96e7-45d9-b18d-70c9a6b57980 on host dv-cinder-772126-2-iscsi {{(pid=92442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:38:34.561532 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d82b2043-c770-4ec5-ab3e-6cf3daaa8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190582', 'neutron.services.segments.db._delete_segments_for_network-8786703803055'] for network, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:34.572372 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-d82b2043-c770-4ec5-ab3e-6cf3daaa8f7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f83e1a27-af10-42f9-b1e4-a2d407a01cde']}} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:38:34.584124 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-d82b2043-c770-4ec5-ab3e-6cf3daaa8f7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c528b3f1-3dcf-439e-99c0-412c9a7ebe0a') {'for_net_delete': True} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:38:34.584420 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-d82b2043-c770-4ec5-ab3e-6cf3daaa8f7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c528b3f1-3dcf-439e-99c0-412c9a7ebe0a') {} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:38:34.594430 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d82b2043-c770-4ec5-ab3e-6cf3daaa8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786703802884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4616120'] for segment, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:34.608917 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d82b2043-c770-4ec5-ab3e-6cf3daaa8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:34.614787 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d82b2043-c770-4ec5-ab3e-6cf3daaa8f7b admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=92441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:38:34.615172 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d82b2043-c770-4ec5-ab3e-6cf3daaa8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4940473'] for segment, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: Traceback (most recent call last): Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: timer() Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: cb(*args, **kw) Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: return func(*args, **kwargs) Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: self._notify() Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: self.callback(batched_events) Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: event.method(event) Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: return f(self, *a, **k) Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: return self._get(url).json() Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: return self.request(url, 'GET', **kwargs) Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:38:34.617035 dv-cinder-772126-2-iscsi neutron-server[92441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:38:35.107286 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d82b2043-c770-4ec5-ab3e-6cf3daaa8f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4190591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938507'] for network, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:35.110897 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:35.113276 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-d82b2043-c770-4ec5-ab3e-6cf3daaa8f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:35.115116 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-d82b2043-c770-4ec5-ab3e-6cf3daaa8f7b admin admin] 10.222.0.26 "DELETE /v2.0/networks/f83e1a27-af10-42f9-b1e4-a2d407a01cde HTTP/1.1" status: 204 len: 168 time: 1.2144623 Jun 10 15:38:35.129261 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b2043-c770-4ec5-ab3e-6cf3daaa8f7b admin admin] Pushing event deleted for resources: {'Network': ['ID=f83e1a27-af10-42f9-b1e4-a2d407a01cde,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:35.131552 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-d82b2043-c770-4ec5-ab3e-6cf3daaa8f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:35.369988 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d029c00-b03e-4652-874f-c0913789c5ea req-59c1cdda-ad80-4692-8006-bf61faca96c1 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:35.371360 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2d029c00-b03e-4652-874f-c0913789c5ea req-59c1cdda-ad80-4692-8006-bf61faca96c1 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0749588 Jun 10 15:38:35.414866 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2d029c00-b03e-4652-874f-c0913789c5ea req-955dd480-a739-4be9-98d0-fffa352cf198 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375407 Jun 10 15:38:35.430428 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device c66e286a-96e7-45d9-b18d-70c9a6b57980 no longer exists at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:38:35.456239 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] No Port match for: c66e286a-96e7-45d9-b18d-70c9a6b57980 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:38:35.456953 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device c66e286a-96e7-45d9-b18d-70c9a6b57980 not bound to the agent host dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:38:35.583847 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 59614) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:35.627597 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-51c4a0f8-3970-48a6-87a0-20cb3c7827c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a3ed0fc5497463faac2851a1aeb412c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424681 Jun 10 15:38:35.629933 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 59616) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:35.680000 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7f0841d6-8865-4949-a3d2-e9cf39356813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:35.706213 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7f0841d6-8865-4949-a3d2-e9cf39356813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:35.839692 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7f0841d6-8865-4949-a3d2-e9cf39356813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:35.842357 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7f0841d6-8865-4949-a3d2-e9cf39356813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:35.848915 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-7f0841d6-8865-4949-a3d2-e9cf39356813 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4e369498-d716-4987-a3f1-670115ea1f28 HTTP/1.1" status: 204 len: 168 time: 0.2126880 Jun 10 15:38:35.848915 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-e8c159a4-f61d-4020-8938-a31842b3b321 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:35.852897 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0841d6-8865-4949-a3d2-e9cf39356813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e369498-d716-4987-a3f1-670115ea1f28,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:35.855324 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7f0841d6-8865-4949-a3d2-e9cf39356813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:35.905249 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:36.531990 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff17d1e-f5c5-4407-bf07-424bdc238798 req-4eff9e92-f1f0-419f-b260-7e80b033c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:36.533454 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7ff17d1e-f5c5-4407-bf07-424bdc238798 req-4eff9e92-f1f0-419f-b260-7e80b033c31b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4517d521167249acb67d8141a24d7e7c&device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 1099 time: 0.0614424 Jun 10 15:38:36.670249 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 59634) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:36.704438 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f20164-996e-4f39-80ed-33c69f1fd017 req-62a16c5c-2145-41c2-8102-fd9af73a73af tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:36.704438 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c7f20164-996e-4f39-80ed-33c69f1fd017 req-62a16c5c-2145-41c2-8102-fd9af73a73af tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.1642370 Jun 10 15:38:36.705860 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff17d1e-f5c5-4407-bf07-424bdc238798 req-5a30e651-5fd5-4126-9b74-345efa17a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:36.707893 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7ff17d1e-f5c5-4407-bf07-424bdc238798 req-5a30e651-5fd5-4126-9b74-345efa17a2d3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a805898-5828-42de-b8ce-449b5c5f6a6a HTTP/1.1" status: 200 len: 910 time: 0.1645691 Jun 10 15:38:36.724946 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-090e8b4a-b9cd-4cbb-8d39-221d0d37b961 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=44fe35318b7b4ca888b9189b16c8a253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525279 Jun 10 15:38:36.727212 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 59638) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:38:36.783883 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e4478bbb-4a33-4b3d-92a7-45e72100d89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:36.806684 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e4478bbb-4a33-4b3d-92a7-45e72100d89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:36.818365 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c7f20164-996e-4f39-80ed-33c69f1fd017 req-212312aa-b42d-4a27-a203-88f16bb72a77 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1092741 Jun 10 15:38:36.822394 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7ff17d1e-f5c5-4407-bf07-424bdc238798 req-092d810f-34c6-42b4-ad2f-15bb1ce3c40c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83f13f51-c7d7-4964-a648-cc7bcabe2832 HTTP/1.1" status: 200 len: 1001 time: 0.1060963 Jun 10 15:38:36.884973 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff17d1e-f5c5-4407-bf07-424bdc238798 req-4e9f2800-ffd0-4a77-82f0-0fe851c18c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:36.887131 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7ff17d1e-f5c5-4407-bf07-424bdc238798 req-4e9f2800-ffd0-4a77-82f0-0fe851c18c21 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b115e941-9da1-483b-9e8a-4bf58d5be886 HTTP/1.1" status: 200 len: 848 time: 0.0579486 Jun 10 15:38:36.945356 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e4478bbb-4a33-4b3d-92a7-45e72100d89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:36.948137 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-e4478bbb-4a33-4b3d-92a7-45e72100d89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:36.949327 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-e4478bbb-4a33-4b3d-92a7-45e72100d89d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8283aee2-4963-4c54-9995-bfb429b36032 HTTP/1.1" status: 204 len: 168 time: 0.2212009 Jun 10 15:38:36.951953 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-eff6e038-888e-496c-8024-6643a34aa106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:36.956057 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff17d1e-f5c5-4407-bf07-424bdc238798 req-8f616eb3-3643-40b5-81df-588aa31958a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:36.957399 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7ff17d1e-f5c5-4407-bf07-424bdc238798 req-8f616eb3-3643-40b5-81df-588aa31958a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a805898-5828-42de-b8ce-449b5c5f6a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612376 Jun 10 15:38:36.960068 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4478bbb-4a33-4b3d-92a7-45e72100d89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8283aee2-4963-4c54-9995-bfb429b36032,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:36.962409 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-e4478bbb-4a33-4b3d-92a7-45e72100d89d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:37.091813 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7ff17d1e-f5c5-4407-bf07-424bdc238798 req-a4a2ba6b-a466-46ea-94bb-c1b162418d74 service neutron] 10.222.0.45 "GET /v2.0/networks/5a805898-5828-42de-b8ce-449b5c5f6a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260326 Jun 10 15:38:37.542264 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7ff17d1e-f5c5-4407-bf07-424bdc238798 req-4630c94a-2d6c-4398-8561-2721c8b5b6f4 service neutron] 10.222.0.45 "GET /v2.0/networks/5a805898-5828-42de-b8ce-449b5c5f6a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434857 Jun 10 15:38:38.003381 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04550765-6bb0-4874-91d1-0eca0f972663 req-0734bd76-91e7-4027-a43b-406a6fc94349 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:38.004828 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-04550765-6bb0-4874-91d1-0eca0f972663 req-0734bd76-91e7-4027-a43b-406a6fc94349 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0683007 Jun 10 15:38:38.045708 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-04550765-6bb0-4874-91d1-0eca0f972663 req-7239e166-35f6-448d-99bd-ee6ebf05707b tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351682 Jun 10 15:38:39.230272 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453db8b-d75d-4e06-a4f3-077e3f039031 req-249c6567-f5e3-4f0a-bb8e-29e033fba565 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:39.232332 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4453db8b-d75d-4e06-a4f3-077e3f039031 req-249c6567-f5e3-4f0a-bb8e-29e033fba565 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0747211 Jun 10 15:38:39.276960 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4453db8b-d75d-4e06-a4f3-077e3f039031 req-bf329089-a65f-4c21-ac53-e228e6aa6059 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390694 Jun 10 15:38:40.459721 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a462d3-316b-44eb-b255-3359d2144a06 req-69f98a32-8dbb-457a-acad-aec6056c5f31 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:40.461179 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e2a462d3-316b-44eb-b255-3359d2144a06 req-69f98a32-8dbb-457a-acad-aec6056c5f31 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0705595 Jun 10 15:38:40.503031 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e2a462d3-316b-44eb-b255-3359d2144a06 req-401bf56f-5585-4d3e-bfda-b2b847d805d7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361221 Jun 10 15:38:41.680650 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a390094-9b06-4a6e-ab4b-318c1c5025bc req-3428835f-91b8-496e-bd70-596bd980c973 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:41.682023 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0a390094-9b06-4a6e-ab4b-318c1c5025bc req-3428835f-91b8-496e-bd70-596bd980c973 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0680008 Jun 10 15:38:41.727217 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0a390094-9b06-4a6e-ab4b-318c1c5025bc req-f602e793-8592-4df6-ba76-0d96b4c26c8b tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391684 Jun 10 15:38:42.233294 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c3d902-3983-41bf-8ed4-1442b400ff0f req-12eb7520-2e21-4018-bfe3-8d963f4944ff tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:42.234780 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-92c3d902-3983-41bf-8ed4-1442b400ff0f req-12eb7520-2e21-4018-bfe3-8d963f4944ff tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0708292 Jun 10 15:38:42.276734 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-92c3d902-3983-41bf-8ed4-1442b400ff0f req-9ddcbfc6-d768-48bc-876e-1b7c2977b361 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362513 Jun 10 15:38:42.371793 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [req-d277bf2e-19ea-4bd1-9c2a-271ed61eff4c req-d5e4afa5-462a-4f78-837b-8e37fb4c4079 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1975744 Jun 10 15:38:43.461960 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436595d-9eef-4d0d-8618-e40928bf8199 req-ee242087-868f-42c7-bae8-ad50c6369ef4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:43.463448 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5436595d-9eef-4d0d-8618-e40928bf8199 req-ee242087-868f-42c7-bae8-ad50c6369ef4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0719175 Jun 10 15:38:43.510557 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5436595d-9eef-4d0d-8618-e40928bf8199 req-794c85b7-2462-4a3f-b056-b0cc7513babc tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410178 Jun 10 15:38:43.931741 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 83f13f51-c7d7-4964-a648-cc7bcabe2832 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:38:44.022320 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:44.047000 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecef4802-34c7-43b2-8396-83fa321b74b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83f13f51-c7d7-4964-a648-cc7bcabe2832'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:38:44.049266 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7607b7d-d1ec-4b4b-abf1-9d5a6707cdce" -d '{"events": [{"server_uuid": "ecef4802-34c7-43b2-8396-83fa321b74b0", "name": "network-vif-unplugged", "status": "completed", "tag": "83f13f51-c7d7-4964-a648-cc7bcabe2832"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:38:44.064713 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 83f13f51-c7d7-4964-a648-cc7bcabe2832, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=83f13f51-c7d7-4964-a648-cc7bcabe2832,segment=NetworkSegment(72f9ee20-c55a-49c8-bb29-e2c275f2faea),segment_id=72f9ee20-c55a-49c8-bb29-e2c275f2faea)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:38:44.086353 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 10 Jun 2021 15:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6789c593-2796-4868-81c9-c358bf21afb9 x-openstack-request-id: req-6789c593-2796-4868-81c9-c358bf21afb9 {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:38:44.093560 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecef4802-34c7-43b2-8396-83fa321b74b0", "name": "network-vif-unplugged", "status": "failed", "tag": "83f13f51-c7d7-4964-a648-cc7bcabe2832", "code": 422}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:38:44.093560 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6789c593-2796-4868-81c9-c358bf21afb9 {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:38:44.093560 dv-cinder-772126-2-iscsi neutron-server[92442]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ecef4802-34c7-43b2-8396-83fa321b74b0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '83f13f51-c7d7-4964-a648-cc7bcabe2832', 'code': 422} returned with failed status Jun 10 15:38:44.158736 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:44.160556 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-c74cd884-3afb-408b-ae22-d157ed0e1faa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:44.212756 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=83f13f51-c7d7-4964-a648-cc7bcabe2832,revision_number=6']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:44.216363 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:44.690524 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9683a-847b-46e1-ae07-59c366eba9dd req-b84d6601-ce16-4931-8e6a-3f7c46d63e7b tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:44.691866 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-98e9683a-847b-46e1-ae07-59c366eba9dd req-b84d6601-ce16-4931-8e6a-3f7c46d63e7b tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 944 time: 0.0679181 Jun 10 15:38:44.734298 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-98e9683a-847b-46e1-ae07-59c366eba9dd req-f1e335ce-92dc-4e75-b660-9e235fc7c8eb tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367827 Jun 10 15:38:45.917859 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85375bb5-68a3-442f-8e28-c6054686b710 req-ea5b8f65-d751-4059-b3d1-36360db413f4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:45.920020 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-85375bb5-68a3-442f-8e28-c6054686b710 req-ea5b8f65-d751-4059-b3d1-36360db413f4 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 944 time: 0.0712876 Jun 10 15:38:45.968460 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-85375bb5-68a3-442f-8e28-c6054686b710 req-ec914a2a-e78c-4b5f-9275-83f4f4885624 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426810 Jun 10 15:38:46.211731 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277bf2e-19ea-4bd1-9c2a-271ed61eff4c req-a1a0ae6f-f122-4e62-8a89-3dcf0413fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:46.213210 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d277bf2e-19ea-4bd1-9c2a-271ed61eff4c req-a1a0ae6f-f122-4e62-8a89-3dcf0413fd05 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0&tenant_id=4517d521167249acb67d8141a24d7e7c HTTP/1.1" status: 200 len: 1097 time: 0.0571094 Jun 10 15:38:46.299751 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277bf2e-19ea-4bd1-9c2a-271ed61eff4c req-2ffad67b-57b9-4083-99ba-473fbf85f05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:46.301202 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d277bf2e-19ea-4bd1-9c2a-271ed61eff4c req-2ffad67b-57b9-4083-99ba-473fbf85f05c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4517d521167249acb67d8141a24d7e7c&device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 1097 time: 0.0591958 Jun 10 15:38:46.421596 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277bf2e-19ea-4bd1-9c2a-271ed61eff4c req-81077c99-93cc-44bd-93e1-8a3fb6c9cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:46.423095 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d277bf2e-19ea-4bd1-9c2a-271ed61eff4c req-81077c99-93cc-44bd-93e1-8a3fb6c9cdae service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a805898-5828-42de-b8ce-449b5c5f6a6a HTTP/1.1" status: 200 len: 910 time: 0.1146505 Jun 10 15:38:46.512667 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d277bf2e-19ea-4bd1-9c2a-271ed61eff4c req-4af2184c-37ab-476e-84a1-f6b8fdb1f779 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83f13f51-c7d7-4964-a648-cc7bcabe2832 HTTP/1.1" status: 200 len: 999 time: 0.0819776 Jun 10 15:38:46.571492 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277bf2e-19ea-4bd1-9c2a-271ed61eff4c req-2e43ceaf-9541-43c6-8194-c668f5373f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:46.572891 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d277bf2e-19ea-4bd1-9c2a-271ed61eff4c req-2e43ceaf-9541-43c6-8194-c668f5373f3c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b115e941-9da1-483b-9e8a-4bf58d5be886 HTTP/1.1" status: 200 len: 848 time: 0.0543721 Jun 10 15:38:46.638208 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277bf2e-19ea-4bd1-9c2a-271ed61eff4c req-47134106-9c84-47b1-8c92-760a00c4a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:46.639660 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d277bf2e-19ea-4bd1-9c2a-271ed61eff4c req-47134106-9c84-47b1-8c92-760a00c4a632 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a805898-5828-42de-b8ce-449b5c5f6a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0593388 Jun 10 15:38:46.759159 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d277bf2e-19ea-4bd1-9c2a-271ed61eff4c req-2611b173-d29c-46ca-8600-50e6c02267d2 service neutron] 10.222.0.45 "GET /v2.0/networks/5a805898-5828-42de-b8ce-449b5c5f6a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122992 Jun 10 15:38:46.882941 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d277bf2e-19ea-4bd1-9c2a-271ed61eff4c req-6272a5f5-b18a-43df-b4c2-23194e806d3e service neutron] 10.222.0.45 "GET /v2.0/networks/5a805898-5828-42de-b8ce-449b5c5f6a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169488 Jun 10 15:38:47.235422 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-6571be23-9170-4527-808e-bebcab5f2467 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:47.236859 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-6571be23-9170-4527-808e-bebcab5f2467 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/networks?id=47b033ec-c1ac-4e91-adcb-63ea8b8c342e HTTP/1.1" status: 200 len: 815 time: 0.1706722 Jun 10 15:38:47.248064 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3060b-5761-43d3-80f8-d5a09e47dc7c req-938a5ad7-7196-4975-8b0e-ca3b17106e16 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:47.249508 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-59c3060b-5761-43d3-80f8-d5a09e47dc7c req-938a5ad7-7196-4975-8b0e-ca3b17106e16 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 944 time: 0.1600039 Jun 10 15:38:47.261353 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-349d2326-601f-4e40-9b55-c05845718dac tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/quotas/c1f37b6b0181436c94146449d70ea569 HTTP/1.1" status: 200 len: 375 time: 0.0107982 Jun 10 15:38:47.332310 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-59c3060b-5761-43d3-80f8-d5a09e47dc7c req-56ce67f1-b27a-4736-8b3d-d31924952b87 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0734107 Jun 10 15:38:47.362341 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-b7b2e882-937e-4085-b69d-128ce2fb1e23 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=c1f37b6b0181436c94146449d70ea569&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0945783 Jun 10 15:38:47.482968 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-1c2820d4-e491-47ab-b61f-fa5500986765 service neutron] 10.222.0.26 "GET /v2.0/networks/47b033ec-c1ac-4e91-adcb-63ea8b8c342e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138368 Jun 10 15:38:47.599382 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-2cf18b26-cfdc-4ee6-ab33-6cb7a45c0d4b service neutron] 10.222.0.26 "GET /v2.0/networks/47b033ec-c1ac-4e91-adcb-63ea8b8c342e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106398 Jun 10 15:38:47.870494 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-35cab055-e0a5-46b1-acd9-52e2e7a432c5 req-58c1fc87-2465-4b1b-82f0-5fff95567e49 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=43f2c8dd-96f0-490c-a396-f0be8506b87f HTTP/1.1" status: 200 len: 210 time: 0.0349331 Jun 10 15:38:48.256058 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-ceaab532-3659-49b4-9070-ba3ca5607f7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:48.513440 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdffe9c-06b3-4fb7-b7a2-9e85acf3d80e req-f45b9f13-654d-4db6-a7b6-6bf083c17b7d tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:48.514876 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5cdffe9c-06b3-4fb7-b7a2-9e85acf3d80e req-f45b9f13-654d-4db6-a7b6-6bf083c17b7d tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 944 time: 0.0697510 Jun 10 15:38:48.556197 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5cdffe9c-06b3-4fb7-b7a2-9e85acf3d80e req-6cdb60dc-aa83-4e96-8d47-3132c992a9f7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355756 Jun 10 15:38:48.957587 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2c6ef6ee-574c-429e-a778-4cb70898d67f req-fdcb9382-a6dc-4ecc-9476-8c905284391d tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=43f2c8dd-96f0-490c-a396-f0be8506b87f HTTP/1.1" status: 200 len: 210 time: 0.0380294 Jun 10 15:38:49.738658 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890abc3-8185-4665-9f1e-c07fa8f0ff9f req-d12b004f-09b6-44a1-a529-e5e612a4c551 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:49.740138 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e890abc3-8185-4665-9f1e-c07fa8f0ff9f req-d12b004f-09b6-44a1-a529-e5e612a4c551 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 944 time: 0.0708213 Jun 10 15:38:49.783292 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e890abc3-8185-4665-9f1e-c07fa8f0ff9f req-1d5f8e61-8660-455c-b507-b067f9492cc7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373278 Jun 10 15:38:50.101537 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-748dbcc3-6ca6-46b4-89fe-a2324e80d79f req-3383ea37-94ef-481e-a985-d7eed08118b4 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=43f2c8dd-96f0-490c-a396-f0be8506b87f HTTP/1.1" status: 200 len: 210 time: 0.0333843 Jun 10 15:38:50.685133 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-d5cb3b87-9007-4fb4-b8a3-1fa1924653b9 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:50.686548 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-d5cb3b87-9007-4fb4-b8a3-1fa1924653b9 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.45 "GET /v2.0/networks?id=47b033ec-c1ac-4e91-adcb-63ea8b8c342e HTTP/1.1" status: 200 len: 815 time: 0.1321054 Jun 10 15:38:50.698446 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-cbeb22f4-c93e-43ec-810b-1668319c7d8c tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Request body: {'port': {'device_id': '43f2c8dd-96f0-490c-a396-f0be8506b87f', 'network_id': '47b033ec-c1ac-4e91-adcb-63ea8b8c342e', 'admin_state_up': True, 'tenant_id': 'c1f37b6b0181436c94146449d70ea569'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:38:50.753041 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:50.782056 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-6c48f2b6-ef44-4a94-a5f2-f1ae90f49b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:50.910924 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-cbeb22f4-c93e-43ec-810b-1668319c7d8c tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Made reservation on behalf of c1f37b6b0181436c94146449d70ea569 for: {'port': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:38:50.914272 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-cbeb22f4-c93e-43ec-810b-1668319c7d8c tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:51.046668 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab883687-58e9-4e79-b222-efb7a6dafac7 req-20c12fba-a251-4a7f-a639-195f25f22ead tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:51.048136 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ab883687-58e9-4e79-b222-efb7a6dafac7 req-20c12fba-a251-4a7f-a639-195f25f22ead tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 944 time: 0.1492221 Jun 10 15:38:51.138782 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ab883687-58e9-4e79-b222-efb7a6dafac7 req-13c1b483-6fe0-4b1e-8cdb-f80c39502e29 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0824618 Jun 10 15:38:51.143270 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.db_base_plugin_common [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-cbeb22f4-c93e-43ec-810b-1668319c7d8c tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Allocated IP 172.20.0.11 (47b033ec-c1ac-4e91-adcb-63ea8b8c342e/144fadf7-faae-4c05-b4bd-53a1bbcbcb2a/10a1ed45-7e3f-4a41-9f9c-e1703ae94987) {{(pid=92440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 15:38:51.265842 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-7dd95277-d592-4937-8ba5-29307ac43357 req-3a258815-ac8f-449c-b12e-97a83c22535b tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=43f2c8dd-96f0-490c-a396-f0be8506b87f HTTP/1.1" status: 200 len: 210 time: 0.0485220 Jun 10 15:38:51.367131 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-cbeb22f4-c93e-43ec-810b-1668319c7d8c tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks [] for port, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:51.491083 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-cbeb22f4-c93e-43ec-810b-1668319c7d8c tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-4185440', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70372', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786703330335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-532407449'] for port, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:51.495122 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-8f2a0f89-95de-401b-aae5-5c131a8f8f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:51.501990 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['99747dad-9bdd-4e52-ba18-19ce069606d5', '8cadc06f-f286-4ade-8367-25ef57f9eedf', 'da2cbee6-a23b-48a4-a6b4-6f9be4762a35'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:38:51.544929 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-cbeb22f4-c93e-43ec-810b-1668319c7d8c tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Network 47b033ec-c1ac-4e91-adcb-63ea8b8c342e is already hosted by enough agents. {{(pid=92440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 15:38:51.548275 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-cbeb22f4-c93e-43ec-810b-1668319c7d8c tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Resources bound (agent type, host, resource id): {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:38:51.552281 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-cbeb22f4-c93e-43ec-810b-1668319c7d8c tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Received port after_create {{(pid=92440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 15:38:51.590867 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb22f4-c93e-43ec-810b-1668319c7d8c tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Pushing event updated for resources: {'Port': ['ID=10a1ed45-7e3f-4a41-9f9c-e1703ae94987,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:51.595182 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-cbeb22f4-c93e-43ec-810b-1668319c7d8c tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:51.618421 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-cbeb22f4-c93e-43ec-810b-1668319c7d8c tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:51.618954 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-cbeb22f4-c93e-43ec-810b-1668319c7d8c tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:51.742573 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-cbeb22f4-c93e-43ec-810b-1668319c7d8c tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0476983 Jun 10 15:38:51.754445 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-258c0e61-e7cb-4b19-8e71-08414fb8f509 service neutron] Request body: {'port': {'device_id': '43f2c8dd-96f0-490c-a396-f0be8506b87f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77212'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:38:51.842432 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-258c0e61-e7cb-4b19-8e71-08414fb8f509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:51.941992 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:52.145013 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-258c0e61-e7cb-4b19-8e71-08414fb8f509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10a1ed45-7e3f-4a41-9f9c-e1703ae94987 {{(pid=92440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:38:52.152248 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-258c0e61-e7cb-4b19-8e71-08414fb8f509 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:52.163491 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.provisioning_blocks [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-258c0e61-e7cb-4b19-8e71-08414fb8f509 service neutron] Transition to ACTIVE for port object 10a1ed45-7e3f-4a41-9f9c-e1703ae94987 will not be triggered until provisioned by entity L2. {{(pid=92440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 15:38:52.284404 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-258c0e61-e7cb-4b19-8e71-08414fb8f509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:52.291402 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-199cbf6d-1fdf-473a-956f-f130850460a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:52.409541 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c0e61-e7cb-4b19-8e71-08414fb8f509 service neutron] Pushing event updated for resources: {'Port': ['ID=10a1ed45-7e3f-4a41-9f9c-e1703ae94987,revision_number=2']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:52.415586 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-258c0e61-e7cb-4b19-8e71-08414fb8f509 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:52.514383 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa414f8-86b8-4fcf-b4a6-84fcc457a8ee req-5ddd4968-a8d6-4a1c-8862-cdf317b82057 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:52.515861 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9fa414f8-86b8-4fcf-b4a6-84fcc457a8ee req-5ddd4968-a8d6-4a1c-8862-cdf317b82057 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 944 time: 0.2655511 Jun 10 15:38:52.601363 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01460ce5-fccc-44b1-878a-174b6d1864fe req-da5d06fa-d8fe-477f-a9dd-68142082f051 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:52.602742 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-01460ce5-fccc-44b1-878a-174b6d1864fe req-da5d06fa-d8fe-477f-a9dd-68142082f051 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=43f2c8dd-96f0-490c-a396-f0be8506b87f HTTP/1.1" status: 200 len: 944 time: 0.2097254 Jun 10 15:38:52.606286 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9fa414f8-86b8-4fcf-b4a6-84fcc457a8ee req-b34ff41d-ecca-4f6a-a7e7-321e692abe20 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793574 Jun 10 15:38:52.607124 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-258c0e61-e7cb-4b19-8e71-08414fb8f509 service neutron] Attempting to bind port 10a1ed45-7e3f-4a41-9f9c-e1703ae94987 on host hv-cinder-77212 for vnic_type normal with profile {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 15:38:52.607456 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-258c0e61-e7cb-4b19-8e71-08414fb8f509 service neutron] Attempting to bind port 10a1ed45-7e3f-4a41-9f9c-e1703ae94987 by drivers openvswitch,hyperv on host hv-cinder-77212 at level 0 using segments [{'id': 'aac66bb1-d505-4d26-b1f9-26e240376076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47b033ec-c1ac-4e91-adcb-63ea8b8c342e'}] {{(pid=92440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 15:38:52.607779 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-258c0e61-e7cb-4b19-8e71-08414fb8f509 service neutron] Attempting to bind port 10a1ed45-7e3f-4a41-9f9c-e1703ae94987 on network 47b033ec-c1ac-4e91-adcb-63ea8b8c342e {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:38:52.619084 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-258c0e61-e7cb-4b19-8e71-08414fb8f509 service neutron] Port 10a1ed45-7e3f-4a41-9f9c-e1703ae94987 on network 47b033ec-c1ac-4e91-adcb-63ea8b8c342e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77212 {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 15:38:52.619506 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-258c0e61-e7cb-4b19-8e71-08414fb8f509 service neutron] Attempting to bind port 10a1ed45-7e3f-4a41-9f9c-e1703ae94987 on network 47b033ec-c1ac-4e91-adcb-63ea8b8c342e {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 15:38:52.634535 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-258c0e61-e7cb-4b19-8e71-08414fb8f509 service neutron] Checking agent: {'id': 'e28e421a-1ab2-4a36-8074-76b1dba64f57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77212', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'started_at': datetime.datetime(2021, 6, 10, 15, 22, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 15, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 15:38:52.634868 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-258c0e61-e7cb-4b19-8e71-08414fb8f509 service neutron] Checking segment: {'id': 'aac66bb1-d505-4d26-b1f9-26e240376076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47b033ec-c1ac-4e91-adcb-63ea8b8c342e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:38:52.635240 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-258c0e61-e7cb-4b19-8e71-08414fb8f509 service neutron] Bound using segment: {'id': 'aac66bb1-d505-4d26-b1f9-26e240376076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47b033ec-c1ac-4e91-adcb-63ea8b8c342e'} {{(pid=92440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 15:38:52.635667 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.managers [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-258c0e61-e7cb-4b19-8e71-08414fb8f509 service neutron] Bound port: 10a1ed45-7e3f-4a41-9f9c-e1703ae94987, host: hv-cinder-77212, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac66bb1-d505-4d26-b1f9-26e240376076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '47b033ec-c1ac-4e91-adcb-63ea8b8c342e'}}] {{(pid=92440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 15:38:52.636012 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-258c0e61-e7cb-4b19-8e71-08414fb8f509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:52.688673 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-01460ce5-fccc-44b1-878a-174b6d1864fe req-c8024068-93e0-4108-a267-4d922e4bc43b tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786014 Jun 10 15:38:52.723135 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-258c0e61-e7cb-4b19-8e71-08414fb8f509 service neutron] For port 10a1ed45-7e3f-4a41-9f9c-e1703ae94987, host hv-cinder-77212, cleared binding levels {{(pid=92440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 15:38:52.726149 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-258c0e61-e7cb-4b19-8e71-08414fb8f509 service neutron] For port 10a1ed45-7e3f-4a41-9f9c-e1703ae94987, host hv-cinder-77212, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=10a1ed45-7e3f-4a41-9f9c-e1703ae94987,segment=NetworkSegment(aac66bb1-d505-4d26-b1f9-26e240376076),segment_id=aac66bb1-d505-4d26-b1f9-26e240376076)] {{(pid=92440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 15:38:52.839753 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-258c0e61-e7cb-4b19-8e71-08414fb8f509 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-532407435'] for port, after_update {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:52.842478 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-26850cb1-3ea1-4c1c-98cf-3fc4d52543df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:52.882951 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-258c0e61-e7cb-4b19-8e71-08414fb8f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:52.883553 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-258c0e61-e7cb-4b19-8e71-08414fb8f509 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:52.884892 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-258c0e61-e7cb-4b19-8e71-08414fb8f509 service neutron] 10.222.0.45 "PUT /v2.0/ports/10a1ed45-7e3f-4a41-9f9c-e1703ae94987 HTTP/1.1" status: 200 len: 1094 time: 1.1346166 Jun 10 15:38:52.885441 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f2c8dd-96f0-490c-a396-f0be8506b87f', 'tag': '10a1ed45-7e3f-4a41-9f9c-e1703ae94987'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:38:52.888272 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7b36ce-9fad-46ed-b8d5-fd3278e8a71f" -d '{"events": [{"name": "network-changed", "server_uuid": "43f2c8dd-96f0-490c-a396-f0be8506b87f", "tag": "10a1ed45-7e3f-4a41-9f9c-e1703ae94987"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:38:52.912109 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c0e61-e7cb-4b19-8e71-08414fb8f509 service neutron] Pushing event updated for resources: {'Port': ['ID=10a1ed45-7e3f-4a41-9f9c-e1703ae94987,revision_number=3']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:52.918067 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-258c0e61-e7cb-4b19-8e71-08414fb8f509 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:52.925649 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399c4531-4938-4570-aec0-5d79b067395b x-openstack-request-id: req-399c4531-4938-4570-aec0-5d79b067395b {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:38:52.926019 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f2c8dd-96f0-490c-a396-f0be8506b87f", "tag": "10a1ed45-7e3f-4a41-9f9c-e1703ae94987", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:38:52.926308 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-399c4531-4938-4570-aec0-5d79b067395b {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:38:52.926741 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f2c8dd-96f0-490c-a396-f0be8506b87f', 'tag': '10a1ed45-7e3f-4a41-9f9c-e1703ae94987', 'status': 'completed', 'code': 200} Jun 10 15:38:53.010465 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b36ce-9fad-46ed-b8d5-fd3278e8a71f req-e56bd3e2-947f-46f2-aa4b-0bd4db00f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:53.013028 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0f7b36ce-9fad-46ed-b8d5-fd3278e8a71f req-e56bd3e2-947f-46f2-aa4b-0bd4db00f7f0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c1f37b6b0181436c94146449d70ea569&device_id=43f2c8dd-96f0-490c-a396-f0be8506b87f HTTP/1.1" status: 200 len: 1097 time: 0.0647933 Jun 10 15:38:53.144602 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b36ce-9fad-46ed-b8d5-fd3278e8a71f req-a5236eab-5084-4a1e-8fc3-71d00ab28865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:53.146011 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0f7b36ce-9fad-46ed-b8d5-fd3278e8a71f req-a5236eab-5084-4a1e-8fc3-71d00ab28865 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=c1f37b6b0181436c94146449d70ea569&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1171553 Jun 10 15:38:53.565465 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b36ce-9fad-46ed-b8d5-fd3278e8a71f req-0bc1e24b-44f0-46c9-be93-697b066b36c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:53.566967 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0f7b36ce-9fad-46ed-b8d5-fd3278e8a71f req-0bc1e24b-44f0-46c9-be93-697b066b36c1 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4146352 Jun 10 15:38:53.667545 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-12e2d40f-a1e7-4ace-850e-044a79dec745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:53.669208 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-12e2d40f-a1e7-4ace-850e-044a79dec745 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c1f37b6b0181436c94146449d70ea569&device_id=43f2c8dd-96f0-490c-a396-f0be8506b87f HTTP/1.1" status: 200 len: 1097 time: 0.0628397 Jun 10 15:38:53.718862 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:53.723623 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-9dcd64e8-5781-4406-a420-77cd9ab459a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=10a1ed45-7e3f-4a41-9f9c-e1703ae94987 HTTP/1.1" status: 200 len: 217 time: 0.0470495 Jun 10 15:38:53.850267 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-740e9b2d-feac-409b-9255-7e62877f38ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:53.851659 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-740e9b2d-feac-409b-9255-7e62877f38ea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=144fadf7-faae-4c05-b4bd-53a1bbcbcb2a HTTP/1.1" status: 200 len: 855 time: 0.1175511 Jun 10 15:38:53.904781 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-12839c19-70fd-431e-83ce-217fbb1b4700 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=47b033ec-c1ac-4e91-adcb-63ea8b8c342e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424364 Jun 10 15:38:53.914913 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5defec81-e7f5-496f-afd6-737442f816db req-636d6953-df1f-4fbc-af3f-e83c1135f719 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:53.916238 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5defec81-e7f5-496f-afd6-737442f816db req-636d6953-df1f-4fbc-af3f-e83c1135f719 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 944 time: 0.1917672 Jun 10 15:38:54.027699 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f245680-024b-4fd3-9896-32d642c5603a req-0165439f-ad5d-47ad-9e99-4217e8dab65f tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:54.029023 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2f245680-024b-4fd3-9896-32d642c5603a req-0165439f-ad5d-47ad-9e99-4217e8dab65f tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=43f2c8dd-96f0-490c-a396-f0be8506b87f HTTP/1.1" status: 200 len: 944 time: 0.2251117 Jun 10 15:38:54.056520 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5defec81-e7f5-496f-afd6-737442f816db req-ade421fb-70db-4bb0-8ee0-c614aa4cc78d tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1303754 Jun 10 15:38:54.100275 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-2f245680-024b-4fd3-9896-32d642c5603a req-cd356675-3d55-4b66-a578-624ba73ff5d8 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618739 Jun 10 15:38:54.102220 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-328266d1-9a63-44d7-b673-fa22c4fa9f0c service neutron] 10.222.0.45 "GET /v2.0/networks/47b033ec-c1ac-4e91-adcb-63ea8b8c342e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851668 Jun 10 15:38:54.218383 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-9df1168f-88fd-487a-a51f-97d4318cf06c req-9bb1e785-5b8c-44f5-85e3-b7507527643d service neutron] 10.222.0.45 "GET /v2.0/networks/47b033ec-c1ac-4e91-adcb-63ea8b8c342e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085060 Jun 10 15:38:55.281354 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01c135-348a-4122-a341-dc15fcdef5cf req-a0061885-a8f2-4b06-a15a-cd70f4fbc9b3 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:55.282846 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ec01c135-348a-4122-a341-dc15fcdef5cf req-a0061885-a8f2-4b06-a15a-cd70f4fbc9b3 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 944 time: 0.1130800 Jun 10 15:38:55.337488 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac7da9-7121-4ddb-a8e0-1c140ad55f08 req-a06c895c-28d6-4d38-b996-c23a599aea7c tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:55.338873 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b9ac7da9-7121-4ddb-a8e0-1c140ad55f08 req-a06c895c-28d6-4d38-b996-c23a599aea7c tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=43f2c8dd-96f0-490c-a396-f0be8506b87f HTTP/1.1" status: 200 len: 944 time: 0.1197908 Jun 10 15:38:55.344267 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ec01c135-348a-4122-a341-dc15fcdef5cf req-a0b099d0-4d0f-487c-bd64-04c966b76298 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557559 Jun 10 15:38:55.381427 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b9ac7da9-7121-4ddb-a8e0-1c140ad55f08 req-47e7813d-b9b9-4b2a-9011-e46f8e1fd1be tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361331 Jun 10 15:38:55.999096 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 83f13f51-c7d7-4964-a648-cc7bcabe2832 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=92442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:38:56.116884 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 83f13f51-c7d7-4964-a648-cc7bcabe2832, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=83f13f51-c7d7-4964-a648-cc7bcabe2832,segment=NetworkSegment(72f9ee20-c55a-49c8-bb29-e2c275f2faea),segment_id=72f9ee20-c55a-49c8-bb29-e2c275f2faea)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:38:56.129547 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Returning: {'device': '83f13f51-c7d7-4964-a648-cc7bcabe2832', 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a', 'port_id': '83f13f51-c7d7-4964-a648-cc7bcabe2832', 'mac_address': 'fa:16:3e:c4:4e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b115e941-9da1-483b-9e8a-4bf58d5be886', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:38:56.172798 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:56.187073 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f13f51-c7d7-4964-a648-cc7bcabe2832 {{(pid=92442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:38:56.207078 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 83f13f51-c7d7-4964-a648-cc7bcabe2832, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=83f13f51-c7d7-4964-a648-cc7bcabe2832,segment=NetworkSegment(72f9ee20-c55a-49c8-bb29-e2c275f2faea),segment_id=72f9ee20-c55a-49c8-bb29-e2c275f2faea)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:38:56.381869 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:56.384690 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:56.440385 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=83f13f51-c7d7-4964-a648-cc7bcabe2832,revision_number=7']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:56.444311 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:56.574180 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9080f12-22ba-4785-897c-bf24a0f04ac9 req-dbfd64e1-61d0-446c-b264-baa10e77f9f0 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:56.576143 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a9080f12-22ba-4785-897c-bf24a0f04ac9 req-dbfd64e1-61d0-446c-b264-baa10e77f9f0 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 945 time: 0.1183097 Jun 10 15:38:56.597222 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c885bd-c02b-49d9-b09a-a6100ed10c7e req-182b3835-7c2e-4f64-83c9-3f6bae95f4bc tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:56.598651 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-25c885bd-c02b-49d9-b09a-a6100ed10c7e req-182b3835-7c2e-4f64-83c9-3f6bae95f4bc tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=43f2c8dd-96f0-490c-a396-f0be8506b87f HTTP/1.1" status: 200 len: 944 time: 0.1019161 Jun 10 15:38:56.658210 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a9080f12-22ba-4785-897c-bf24a0f04ac9 req-69205a6c-6400-4142-9f57-84d6f9f12f44 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750229 Jun 10 15:38:56.662911 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-25c885bd-c02b-49d9-b09a-a6100ed10c7e req-f25b2485-854c-43d0-84b3-e2b622528d05 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512042 Jun 10 15:38:56.755502 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['83f13f51-c7d7-4964-a648-cc7bcabe2832'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:38:57.890479 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5136497-38fb-4406-b4c5-30776452834b req-267aba0c-4897-40ef-bb27-c9b5a6e51a44 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:57.891905 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c5136497-38fb-4406-b4c5-30776452834b req-267aba0c-4897-40ef-bb27-c9b5a6e51a44 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 945 time: 0.1201937 Jun 10 15:38:57.898912 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148de490-3f70-4f6b-81d9-f3c9258bd50e req-51aa62da-10c2-4ea3-99f4-fbc5b44e8f7f tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:57.900233 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-148de490-3f70-4f6b-81d9-f3c9258bd50e req-51aa62da-10c2-4ea3-99f4-fbc5b44e8f7f tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=43f2c8dd-96f0-490c-a396-f0be8506b87f HTTP/1.1" status: 200 len: 944 time: 0.1187155 Jun 10 15:38:57.959503 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c5136497-38fb-4406-b4c5-30776452834b req-5cd8c0d8-0865-4949-a44e-7feb4260cfd0 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583453 Jun 10 15:38:57.966849 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-148de490-3f70-4f6b-81d9-f3c9258bd50e req-ef82517d-7a93-49b2-9b73-e2171ef677fd tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588996 Jun 10 15:38:58.015414 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 10a1ed45-7e3f-4a41-9f9c-e1703ae94987 details requested by agent hyperv_hv-cinder-77212 with host hv-cinder-77212 {{(pid=92442) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 15:38:58.018466 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 83f13f51-c7d7-4964-a648-cc7bcabe2832 up at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:38:58.157355 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning complete for port 83f13f51-c7d7-4964-a648-cc7bcabe2832 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:38:58.157729 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:58.207010 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 10a1ed45-7e3f-4a41-9f9c-e1703ae94987, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=10a1ed45-7e3f-4a41-9f9c-e1703ae94987,segment=NetworkSegment(aac66bb1-d505-4d26-b1f9-26e240376076),segment_id=aac66bb1-d505-4d26-b1f9-26e240376076)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:38:58.222964 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Returning: {'device': '10a1ed45-7e3f-4a41-9f9c-e1703ae94987', 'network_id': '47b033ec-c1ac-4e91-adcb-63ea8b8c342e', 'port_id': '10a1ed45-7e3f-4a41-9f9c-e1703ae94987', 'mac_address': 'fa:16:3e:bd:46:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 546, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '144fadf7-faae-4c05-b4bd-53a1bbcbcb2a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92442) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 15:38:58.429097 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:58.430945 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:58.456223 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10a1ed45-7e3f-4a41-9f9c-e1703ae94987 {{(pid=92442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 15:38:58.470337 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecef4802-34c7-43b2-8396-83fa321b74b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f13f51-c7d7-4964-a648-cc7bcabe2832'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:38:58.472542 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddff1ccf-b404-4413-b6f1-116c0e836e6e" -d '{"events": [{"server_uuid": "ecef4802-34c7-43b2-8396-83fa321b74b0", "name": "network-vif-plugged", "status": "completed", "tag": "83f13f51-c7d7-4964-a648-cc7bcabe2832"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:38:58.498461 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 83f13f51-c7d7-4964-a648-cc7bcabe2832, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=83f13f51-c7d7-4964-a648-cc7bcabe2832,segment=NetworkSegment(72f9ee20-c55a-49c8-bb29-e2c275f2faea),segment_id=72f9ee20-c55a-49c8-bb29-e2c275f2faea)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:38:58.499326 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 10a1ed45-7e3f-4a41-9f9c-e1703ae94987, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=10a1ed45-7e3f-4a41-9f9c-e1703ae94987,segment=NetworkSegment(aac66bb1-d505-4d26-b1f9-26e240376076),segment_id=aac66bb1-d505-4d26-b1f9-26e240376076)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:38:58.514834 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d028ec81-3ce5-4bc2-a549-5f4c6c8e20f7 x-openstack-request-id: req-d028ec81-3ce5-4bc2-a549-5f4c6c8e20f7 {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:38:58.515134 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecef4802-34c7-43b2-8396-83fa321b74b0", "name": "network-vif-plugged", "status": "completed", "tag": "83f13f51-c7d7-4964-a648-cc7bcabe2832", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:38:58.515398 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d028ec81-3ce5-4bc2-a549-5f4c6c8e20f7 {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:38:58.515784 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecef4802-34c7-43b2-8396-83fa321b74b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f13f51-c7d7-4964-a648-cc7bcabe2832', 'code': 200} Jun 10 15:38:58.582115 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:58.584018 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:58.619641 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:38:58.643637 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=83f13f51-c7d7-4964-a648-cc7bcabe2832,revision_number=8']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:58.646693 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:58.647369 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-84f06781-1904-4433-9dab-a34bd1333921 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:38:58.703179 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=10a1ed45-7e3f-4a41-9f9c-e1703ae94987,revision_number=4']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:38:58.706179 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:38:58.884998 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44468c7d-0785-4e41-99d3-8446a2566453 req-e160208d-2ea0-426f-bb0a-183f74578be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:58.886384 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-44468c7d-0785-4e41-99d3-8446a2566453 req-e160208d-2ea0-426f-bb0a-183f74578be8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 1099 time: 0.0569029 Jun 10 15:38:58.928066 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-44468c7d-0785-4e41-99d3-8446a2566453 req-96098b6a-a883-441c-ba9f-3d9c1f9ea7dc service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341403 Jun 10 15:38:59.018322 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['10a1ed45-7e3f-4a41-9f9c-e1703ae94987'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:38:59.151557 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ee19d-c8d0-43c5-a841-cea8eda14625 req-6135c11c-4d40-4584-ae56-37655372ff2b tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:59.153261 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-689ee19d-c8d0-43c5-a841-cea8eda14625 req-6135c11c-4d40-4584-ae56-37655372ff2b tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0778272 Jun 10 15:38:59.203235 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-689ee19d-c8d0-43c5-a841-cea8eda14625 req-a8367465-9519-4263-9c6c-7966e9da25f5 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434902 Jun 10 15:38:59.307279 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a615e5-7b7c-4a1f-ae96-aaddd78bb014 req-779cd93e-082e-45b9-a982-48a9c5a29556 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:38:59.309277 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-57a615e5-7b7c-4a1f-ae96-aaddd78bb014 req-779cd93e-082e-45b9-a982-48a9c5a29556 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=43f2c8dd-96f0-490c-a396-f0be8506b87f HTTP/1.1" status: 200 len: 945 time: 0.0706844 Jun 10 15:38:59.354583 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-57a615e5-7b7c-4a1f-ae96-aaddd78bb014 req-4056bb99-5fc3-4c83-9570-c6653468206b tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386851 Jun 10 15:39:00.391564 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee11eb-6d23-4fde-9e65-10f8496ec001 req-3497cc77-ecae-4675-8e7b-27df97b4d641 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:00.392906 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b6ee11eb-6d23-4fde-9e65-10f8496ec001 req-3497cc77-ecae-4675-8e7b-27df97b4d641 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0707109 Jun 10 15:39:00.445752 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b6ee11eb-6d23-4fde-9e65-10f8496ec001 req-2e9c390c-0681-4b22-a2eb-3adf34d6105f tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467780 Jun 10 15:39:00.539792 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cff5d-a9fe-472a-af31-16f3234dc6e5 req-7848fbba-0019-4eaf-b718-3f917534fe10 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:00.541223 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5b9cff5d-a9fe-472a-af31-16f3234dc6e5 req-7848fbba-0019-4eaf-b718-3f917534fe10 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=43f2c8dd-96f0-490c-a396-f0be8506b87f HTTP/1.1" status: 200 len: 945 time: 0.0693996 Jun 10 15:39:00.586855 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-5b9cff5d-a9fe-472a-af31-16f3234dc6e5 req-dadb54d8-6bbd-4585-b69b-026585aee301 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393836 Jun 10 15:39:01.619403 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68070ff9-d543-4df8-bf69-e80602983397 req-fe3511b5-db59-476e-9561-43e18d88273a tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:01.620884 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-68070ff9-d543-4df8-bf69-e80602983397 req-fe3511b5-db59-476e-9561-43e18d88273a tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0711784 Jun 10 15:39:01.663576 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-68070ff9-d543-4df8-bf69-e80602983397 req-12b1ea1e-1c0a-4a11-b6d3-ba083e9db436 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363994 Jun 10 15:39:01.769150 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e5793-7af0-4f06-8e51-2c102a019943 req-c7428ceb-13e3-40aa-a756-4d97934cdbf7 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:01.770667 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-364e5793-7af0-4f06-8e51-2c102a019943 req-c7428ceb-13e3-40aa-a756-4d97934cdbf7 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=43f2c8dd-96f0-490c-a396-f0be8506b87f HTTP/1.1" status: 200 len: 945 time: 0.0686877 Jun 10 15:39:01.816457 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-364e5793-7af0-4f06-8e51-2c102a019943 req-0f378e8c-a571-4e99-a642-c78c5c9ad6ba tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403199 Jun 10 15:39:02.031653 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 10a1ed45-7e3f-4a41-9f9c-e1703ae94987 up at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 15:39:02.181505 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning for port 10a1ed45-7e3f-4a41-9f9c-e1703ae94987 completed by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 15:39:02.184919 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:39:02.185728 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.provisioning_blocks [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Provisioning complete for port 10a1ed45-7e3f-4a41-9f9c-e1703ae94987 triggered by entity L2. {{(pid=92442) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 15:39:02.186163 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4188675'] for port, provisioning_complete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:02.273405 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4185527'] for port, before_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:02.298254 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f2c8dd-96f0-490c-a396-f0be8506b87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a1ed45-7e3f-4a41-9f9c-e1703ae94987'}] {{(pid=92442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:39:02.300447 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4a1e9d5ee99d38de85c6c0c347b6a07d85d57b31fb06c6a7114578d9f66ac21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f297b42f-52ac-48f1-ae79-0f2e5172448a" -d '{"events": [{"server_uuid": "43f2c8dd-96f0-490c-a396-f0be8506b87f", "name": "network-vif-plugged", "status": "completed", "tag": "10a1ed45-7e3f-4a41-9f9c-e1703ae94987"}]}' {{(pid=92442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:39:02.314337 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] For port 10a1ed45-7e3f-4a41-9f9c-e1703ae94987, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=10a1ed45-7e3f-4a41-9f9c-e1703ae94987,segment=NetworkSegment(aac66bb1-d505-4d26-b1f9-26e240376076),segment_id=aac66bb1-d505-4d26-b1f9-26e240376076)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:39:02.334906 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0726055-d385-45fd-9a5b-68d8f62d80d3 x-openstack-request-id: req-c0726055-d385-45fd-9a5b-68d8f62d80d3 {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:39:02.335206 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f2c8dd-96f0-490c-a396-f0be8506b87f", "name": "network-vif-plugged", "status": "completed", "tag": "10a1ed45-7e3f-4a41-9f9c-e1703ae94987", "code": 200}]} {{(pid=92442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:39:02.335469 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c0726055-d385-45fd-9a5b-68d8f62d80d3 {{(pid=92442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:39:02.335863 dv-cinder-772126-2-iscsi neutron-server[92442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f2c8dd-96f0-490c-a396-f0be8506b87f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10a1ed45-7e3f-4a41-9f9c-e1703ae94987', 'code': 200} Jun 10 15:39:02.391260 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786703771706', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786703330353', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786703330398'] for port, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:02.394160 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:39:02.450554 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Pushing event updated for resources: {'Port': ['ID=10a1ed45-7e3f-4a41-9f9c-e1703ae94987,revision_number=5']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:39:02.453717 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:39:02.774258 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ddc7c-6a1e-4dd3-863e-7395d0c1067f req-3826c402-240c-42c3-9590-964419ffca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:02.775708 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f91ddc7c-6a1e-4dd3-863e-7395d0c1067f req-3826c402-240c-42c3-9590-964419ffca44 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=43f2c8dd-96f0-490c-a396-f0be8506b87f HTTP/1.1" status: 200 len: 1099 time: 0.0578489 Jun 10 15:39:02.813733 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-f91ddc7c-6a1e-4dd3-863e-7395d0c1067f req-2669f573-4caa-4dca-9d3e-2c3d00071fa2 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311403 Jun 10 15:39:02.994784 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71f7ed-43b2-47bc-b4c8-df7d0ae57db7 req-b06b0655-0622-488b-9c7f-36533268abb2 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:02.996330 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ad71f7ed-43b2-47bc-b4c8-df7d0ae57db7 req-b06b0655-0622-488b-9c7f-36533268abb2 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=43f2c8dd-96f0-490c-a396-f0be8506b87f HTTP/1.1" status: 200 len: 946 time: 0.0696342 Jun 10 15:39:03.037916 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ad71f7ed-43b2-47bc-b4c8-df7d0ae57db7 req-d820044b-4421-47ac-bfc4-39e868cc01e1 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357597 Jun 10 15:39:04.220637 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68264bdd-3646-41c7-b29c-26dee3a33772 req-af649cb3-8c1e-4bf8-b49a-fc79103d4026 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:04.222138 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-68264bdd-3646-41c7-b29c-26dee3a33772 req-af649cb3-8c1e-4bf8-b49a-fc79103d4026 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=43f2c8dd-96f0-490c-a396-f0be8506b87f HTTP/1.1" status: 200 len: 946 time: 0.0731263 Jun 10 15:39:04.264678 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-68264bdd-3646-41c7-b29c-26dee3a33772 req-98d64094-98a4-42c8-a364-8486f8f520e8 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368154 Jun 10 15:39:05.447775 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ab841-3ec3-41b7-bcab-52ccdd6a9340 req-57122944-47b0-4a5f-9c7b-e6aeeb24dcd2 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:05.449262 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-643ab841-3ec3-41b7-bcab-52ccdd6a9340 req-57122944-47b0-4a5f-9c7b-e6aeeb24dcd2 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=43f2c8dd-96f0-490c-a396-f0be8506b87f HTTP/1.1" status: 200 len: 946 time: 0.0686319 Jun 10 15:39:05.490824 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-643ab841-3ec3-41b7-bcab-52ccdd6a9340 req-cc0a4f49-4119-49c5-b034-09d496c2e409 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352857 Jun 10 15:39:05.928327 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:18.208583 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-2a7cf1d0-daf4-4e28-b8db-073d959589ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:20.742618 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-d5d578da-8a49-4528-890e-e448c441167a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:20.839338 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:21.928683 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:22.601682 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ac5f1-bd56-45c1-8013-27bf79dc0438 req-9f16c79c-2c69-45ec-a9a2-7e56fd6363c4 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:22.603060 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3a7ac5f1-bd56-45c1-8013-27bf79dc0438 req-9f16c79c-2c69-45ec-a9a2-7e56fd6363c4 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=43f2c8dd-96f0-490c-a396-f0be8506b87f HTTP/1.1" status: 200 len: 946 time: 0.1952868 Jun 10 15:39:22.646941 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-3a7ac5f1-bd56-45c1-8013-27bf79dc0438 req-cded453d-42c3-4ae9-b38e-644e9b55e1d4 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374894 Jun 10 15:39:23.706091 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:23.891582 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d3802-f2db-4d1b-a4a9-eaf52c06b729 req-d3fa5af3-cfad-4552-88e0-11ea02e0bdab tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:23.893090 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d79d3802-f2db-4d1b-a4a9-eaf52c06b729 req-d3fa5af3-cfad-4552-88e0-11ea02e0bdab tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=43f2c8dd-96f0-490c-a396-f0be8506b87f HTTP/1.1" status: 200 len: 946 time: 0.1287882 Jun 10 15:39:23.936043 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-d79d3802-f2db-4d1b-a4a9-eaf52c06b729 req-c72a3cda-674f-4796-901b-81a413f3af63 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372167 Jun 10 15:39:24.620899 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b2e33d-0b03-46d1-a021-0c5f6cbb1e1e req-14734951-2d93-4067-a99e-a025c6933c09 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:24.623022 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a5b2e33d-0b03-46d1-a021-0c5f6cbb1e1e req-14734951-2d93-4067-a99e-a025c6933c09 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.45 "GET /v2.0/ports?device_id=43f2c8dd-96f0-490c-a396-f0be8506b87f HTTP/1.1" status: 200 len: 946 time: 0.0719903 Jun 10 15:39:24.731985 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-a5b2e33d-0b03-46d1-a021-0c5f6cbb1e1e req-e75077f3-f5bc-471f-af65-1d7f1549cbf3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Deleting port 10a1ed45-7e3f-4a41-9f9c-e1703ae94987 {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:39:24.732327 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-a5b2e33d-0b03-46d1-a021-0c5f6cbb1e1e req-e75077f3-f5bc-471f-af65-1d7f1549cbf3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:24.844809 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-a5b2e33d-0b03-46d1-a021-0c5f6cbb1e1e req-e75077f3-f5bc-471f-af65-1d7f1549cbf3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] For port 10a1ed45-7e3f-4a41-9f9c-e1703ae94987, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=10a1ed45-7e3f-4a41-9f9c-e1703ae94987,segment=NetworkSegment(aac66bb1-d505-4d26-b1f9-26e240376076),segment_id=aac66bb1-d505-4d26-b1f9-26e240376076)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:39:24.845145 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-a5b2e33d-0b03-46d1-a021-0c5f6cbb1e1e req-e75077f3-f5bc-471f-af65-1d7f1549cbf3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:24.937769 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-a5b2e33d-0b03-46d1-a021-0c5f6cbb1e1e req-e75077f3-f5bc-471f-af65-1d7f1549cbf3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Calling delete_port for 10a1ed45-7e3f-4a41-9f9c-e1703ae94987 owned by compute:nova {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:39:25.145677 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec76bc31-d679-4346-ac5f-940d02773c8d req-16f824d7-187f-4136-99a0-b6a3c5a6f423 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:25.147053 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ec76bc31-d679-4346-ac5f-940d02773c8d req-16f824d7-187f-4136-99a0-b6a3c5a6f423 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=43f2c8dd-96f0-490c-a396-f0be8506b87f HTTP/1.1" status: 200 len: 946 time: 0.0861290 Jun 10 15:39:25.190040 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-ec76bc31-d679-4346-ac5f-940d02773c8d req-91377c45-8540-4d0a-b3f6-fdabf36efcbd tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370347 Jun 10 15:39:25.250894 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-a5b2e33d-0b03-46d1-a021-0c5f6cbb1e1e req-e75077f3-f5bc-471f-af65-1d7f1549cbf3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:25.255176 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-2aa88361-a597-471b-8420-1cecefcffccf tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:39:25.264080 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['99747dad-9bdd-4e52-ba18-19ce069606d5', '8cadc06f-f286-4ade-8367-25ef57f9eedf', 'da2cbee6-a23b-48a4-a6b4-6f9be4762a35', '10a1ed45-7e3f-4a41-9f9c-e1703ae94987'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:39:25.285184 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75077f3-f5bc-471f-af65-1d7f1549cbf3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Pushing event deleted for resources: {'Port': ['ID=10a1ed45-7e3f-4a41-9f9c-e1703ae94987,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:39:25.297664 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75077f3-f5bc-471f-af65-1d7f1549cbf3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:39:25.298078 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75077f3-f5bc-471f-af65-1d7f1549cbf3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:39:25.298458 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75077f3-f5bc-471f-af65-1d7f1549cbf3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:39:25.298826 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75077f3-f5bc-471f-af65-1d7f1549cbf3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:39:25.299195 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75077f3-f5bc-471f-af65-1d7f1549cbf3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:39:25.299563 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75077f3-f5bc-471f-af65-1d7f1549cbf3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:39:25.299925 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75077f3-f5bc-471f-af65-1d7f1549cbf3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:39:25.300288 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75077f3-f5bc-471f-af65-1d7f1549cbf3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:39:25.300646 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75077f3-f5bc-471f-af65-1d7f1549cbf3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:39:25.301006 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75077f3-f5bc-471f-af65-1d7f1549cbf3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:39:25.301360 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75077f3-f5bc-471f-af65-1d7f1549cbf3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:39:25.301786 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75077f3-f5bc-471f-af65-1d7f1549cbf3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:39:25.325777 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-e75077f3-f5bc-471f-af65-1d7f1549cbf3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:39:25.350920 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b2e33d-0b03-46d1-a021-0c5f6cbb1e1e req-e75077f3-f5bc-471f-af65-1d7f1549cbf3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] No DVR routers for this DVR port 10a1ed45-7e3f-4a41-9f9c-e1703ae94987 on host hv-cinder-77212 {{(pid=92440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:39:25.353547 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-a5b2e33d-0b03-46d1-a021-0c5f6cbb1e1e req-e75077f3-f5bc-471f-af65-1d7f1549cbf3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:25.355593 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a5b2e33d-0b03-46d1-a021-0c5f6cbb1e1e req-e75077f3-f5bc-471f-af65-1d7f1549cbf3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.45 "DELETE /v2.0/ports/10a1ed45-7e3f-4a41-9f9c-e1703ae94987 HTTP/1.1" status: 204 len: 173 time: 0.7266166 Jun 10 15:39:25.356650 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f2c8dd-96f0-490c-a396-f0be8506b87f', 'name': 'network-vif-deleted', 'tag': '10a1ed45-7e3f-4a41-9f9c-e1703ae94987'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:39:25.359080 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa736fa-d712-41f0-83f8-401be540109a" -d '{"events": [{"server_uuid": "43f2c8dd-96f0-490c-a396-f0be8506b87f", "name": "network-vif-deleted", "tag": "10a1ed45-7e3f-4a41-9f9c-e1703ae94987"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:39:25.393619 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affc815c-93e7-42af-a573-ac5bcf76e3e4 x-openstack-request-id: req-affc815c-93e7-42af-a573-ac5bcf76e3e4 {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:39:25.393990 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f2c8dd-96f0-490c-a396-f0be8506b87f", "name": "network-vif-deleted", "tag": "10a1ed45-7e3f-4a41-9f9c-e1703ae94987", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:39:25.394290 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-affc815c-93e7-42af-a573-ac5bcf76e3e4 {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:39:25.394735 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f2c8dd-96f0-490c-a396-f0be8506b87f', 'name': 'network-vif-deleted', 'tag': '10a1ed45-7e3f-4a41-9f9c-e1703ae94987', 'status': 'completed', 'code': 200} Jun 10 15:39:26.350025 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-db70f337-328d-4528-9890-cae49fe41702 req-d9a4d2a5-ae13-4ac9-b37a-f86f56fff5db tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=43f2c8dd-96f0-490c-a396-f0be8506b87f HTTP/1.1" status: 200 len: 210 time: 0.0374765 Jun 10 15:39:28.142196 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 10a1ed45-7e3f-4a41-9f9c-e1703ae94987 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:39:28.166553 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] No Port match for: 10a1ed45-7e3f-4a41-9f9c-e1703ae94987 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:39:28.167216 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 10a1ed45-7e3f-4a41-9f9c-e1703ae94987 not bound to the agent host hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:39:29.428463 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81744787-c30f-42cc-bf71-0d84966977f2 req-63657a02-bbb9-4caf-aa46-2a96f704a8a8 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:29.429940 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-81744787-c30f-42cc-bf71-0d84966977f2 req-63657a02-bbb9-4caf-aa46-2a96f704a8a8 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d64bd6-308b-4658-a50b-45baf385d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0683844 Jun 10 15:39:29.471571 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-81744787-c30f-42cc-bf71-0d84966977f2 req-f5ade0fd-b168-4d11-a5a7-b0bcd8892a4d tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353904 Jun 10 15:39:30.668891 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24c227-1555-4965-99a3-e2074a06f7cf req-5c9751d5-5d8b-46c5-bc66-3703eeeae62d tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:30.671113 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4e24c227-1555-4965-99a3-e2074a06f7cf req-5c9751d5-5d8b-46c5-bc66-3703eeeae62d tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d64bd6-308b-4658-a50b-45baf385d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0734074 Jun 10 15:39:30.710887 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-4e24c227-1555-4965-99a3-e2074a06f7cf req-686a2135-3de1-496c-93e5-1ad2f701ae4a tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343313 Jun 10 15:39:31.359528 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88f6f9b-3403-4c9c-ad2a-0872ab16cef5 req-fbc0384e-a9e5-42c3-9153-e5e902b3da03 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:31.360947 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c88f6f9b-3403-4c9c-ad2a-0872ab16cef5 req-fbc0384e-a9e5-42c3-9153-e5e902b3da03 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.45 "GET /v2.0/ports?device_id=21d64bd6-308b-4658-a50b-45baf385d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0672703 Jun 10 15:39:31.473721 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-c88f6f9b-3403-4c9c-ad2a-0872ab16cef5 req-c9ce04d8-1ab0-4c96-88d8-194b3b4304e8 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Deleting port da2cbee6-a23b-48a4-a6b4-6f9be4762a35 {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:39:31.474086 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-c88f6f9b-3403-4c9c-ad2a-0872ab16cef5 req-c9ce04d8-1ab0-4c96-88d8-194b3b4304e8 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:31.588084 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-c88f6f9b-3403-4c9c-ad2a-0872ab16cef5 req-c9ce04d8-1ab0-4c96-88d8-194b3b4304e8 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] For port da2cbee6-a23b-48a4-a6b4-6f9be4762a35, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=da2cbee6-a23b-48a4-a6b4-6f9be4762a35,segment=NetworkSegment(aac66bb1-d505-4d26-b1f9-26e240376076),segment_id=aac66bb1-d505-4d26-b1f9-26e240376076)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:39:31.588565 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-c88f6f9b-3403-4c9c-ad2a-0872ab16cef5 req-c9ce04d8-1ab0-4c96-88d8-194b3b4304e8 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:31.688697 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-c88f6f9b-3403-4c9c-ad2a-0872ab16cef5 req-c9ce04d8-1ab0-4c96-88d8-194b3b4304e8 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Calling delete_port for da2cbee6-a23b-48a4-a6b4-6f9be4762a35 owned by compute:nova {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:39:31.898951 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da711801-f538-4d6d-bcb1-9af3901e148f req-8d82ec65-7efa-4186-9bb4-d9c2a9af619b tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:31.900402 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-da711801-f538-4d6d-bcb1-9af3901e148f req-8d82ec65-7efa-4186-9bb4-d9c2a9af619b tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d64bd6-308b-4658-a50b-45baf385d4c7 HTTP/1.1" status: 200 len: 945 time: 0.0794103 Jun 10 15:39:31.942578 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-da711801-f538-4d6d-bcb1-9af3901e148f req-7dcffffc-2408-463e-8d14-538efd416c72 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360639 Jun 10 15:39:31.948090 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-c88f6f9b-3403-4c9c-ad2a-0872ab16cef5 req-c9ce04d8-1ab0-4c96-88d8-194b3b4304e8 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:31.952912 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:39:31.959891 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['99747dad-9bdd-4e52-ba18-19ce069606d5', '8cadc06f-f286-4ade-8367-25ef57f9eedf', 'da2cbee6-a23b-48a4-a6b4-6f9be4762a35'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:39:31.990210 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce04d8-1ab0-4c96-88d8-194b3b4304e8 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Pushing event deleted for resources: {'Port': ['ID=da2cbee6-a23b-48a4-a6b4-6f9be4762a35,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:39:31.992755 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-c9ce04d8-1ab0-4c96-88d8-194b3b4304e8 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:39:32.042254 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88f6f9b-3403-4c9c-ad2a-0872ab16cef5 req-c9ce04d8-1ab0-4c96-88d8-194b3b4304e8 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] No DVR routers for this DVR port da2cbee6-a23b-48a4-a6b4-6f9be4762a35 on host hv-cinder-77212 {{(pid=92440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:39:32.044757 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-c88f6f9b-3403-4c9c-ad2a-0872ab16cef5 req-c9ce04d8-1ab0-4c96-88d8-194b3b4304e8 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:32.047651 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c88f6f9b-3403-4c9c-ad2a-0872ab16cef5 req-c9ce04d8-1ab0-4c96-88d8-194b3b4304e8 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.45 "DELETE /v2.0/ports/da2cbee6-a23b-48a4-a6b4-6f9be4762a35 HTTP/1.1" status: 204 len: 173 time: 0.6814003 Jun 10 15:39:32.048169 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21d64bd6-308b-4658-a50b-45baf385d4c7', 'name': 'network-vif-deleted', 'tag': 'da2cbee6-a23b-48a4-a6b4-6f9be4762a35'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:39:32.050489 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c85651d-be00-4cda-a5e4-c27a02b15aa3" -d '{"events": [{"server_uuid": "21d64bd6-308b-4658-a50b-45baf385d4c7", "name": "network-vif-deleted", "tag": "da2cbee6-a23b-48a4-a6b4-6f9be4762a35"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:39:32.086289 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc7c381-7869-4f7e-a99a-057477715f2d x-openstack-request-id: req-3cc7c381-7869-4f7e-a99a-057477715f2d {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:39:32.086633 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21d64bd6-308b-4658-a50b-45baf385d4c7", "name": "network-vif-deleted", "tag": "da2cbee6-a23b-48a4-a6b4-6f9be4762a35", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:39:32.086933 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3cc7c381-7869-4f7e-a99a-057477715f2d {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:39:32.087376 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21d64bd6-308b-4658-a50b-45baf385d4c7', 'name': 'network-vif-deleted', 'tag': 'da2cbee6-a23b-48a4-a6b4-6f9be4762a35', 'status': 'completed', 'code': 200} Jun 10 15:39:33.099494 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-128b2b3e-6d29-4820-9933-b16289d994d2 req-b158e69b-8871-4195-a37b-7e1112b748b7 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=21d64bd6-308b-4658-a50b-45baf385d4c7 HTTP/1.1" status: 200 len: 210 time: 0.0339978 Jun 10 15:39:34.808681 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bfda2-f3c2-40c7-89b0-bf7b9887e6ce req-e6b776f6-bc9b-4a7d-b023-2dc1a5bb10b3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:34.810145 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0b3bfda2-f3c2-40c7-89b0-bf7b9887e6ce req-e6b776f6-bc9b-4a7d-b023-2dc1a5bb10b3 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=467e3455-3e9f-4278-82ec-95ad287ef21b HTTP/1.1" status: 200 len: 946 time: 0.0677845 Jun 10 15:39:34.851278 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0b3bfda2-f3c2-40c7-89b0-bf7b9887e6ce req-6068132e-4e0a-4fcc-b4ad-55b5556abdf4 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349078 Jun 10 15:39:35.913632 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:36.034718 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93703fd2-d2f7-4301-b597-635d6f25badf req-3257046f-0305-454f-a845-ed90a043d518 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:36.036191 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-93703fd2-d2f7-4301-b597-635d6f25badf req-3257046f-0305-454f-a845-ed90a043d518 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=467e3455-3e9f-4278-82ec-95ad287ef21b HTTP/1.1" status: 200 len: 946 time: 0.0743968 Jun 10 15:39:36.079009 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-93703fd2-d2f7-4301-b597-635d6f25badf req-8a023593-ef45-4251-82c7-dd01c3b71bd0 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371544 Jun 10 15:39:36.204801 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device da2cbee6-a23b-48a4-a6b4-6f9be4762a35 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:39:36.234017 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] No Port match for: da2cbee6-a23b-48a4-a6b4-6f9be4762a35 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:39:36.234378 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device da2cbee6-a23b-48a4-a6b4-6f9be4762a35 not bound to the agent host hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:39:36.647591 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e2c52-02f2-4e36-a060-7e3b1e729acb req-19c4f65c-56b6-4108-89d6-bf1baf58e59c tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:36.648996 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-518e2c52-02f2-4e36-a060-7e3b1e729acb req-19c4f65c-56b6-4108-89d6-bf1baf58e59c tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.45 "GET /v2.0/ports?device_id=467e3455-3e9f-4278-82ec-95ad287ef21b HTTP/1.1" status: 200 len: 946 time: 0.0669429 Jun 10 15:39:36.762143 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-518e2c52-02f2-4e36-a060-7e3b1e729acb req-57375014-30d3-4d99-ab81-404fbdcd0419 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Deleting port 8cadc06f-f286-4ade-8367-25ef57f9eedf {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:39:36.762471 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-518e2c52-02f2-4e36-a060-7e3b1e729acb req-57375014-30d3-4d99-ab81-404fbdcd0419 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:37.165999 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-518e2c52-02f2-4e36-a060-7e3b1e729acb req-57375014-30d3-4d99-ab81-404fbdcd0419 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] For port 8cadc06f-f286-4ade-8367-25ef57f9eedf, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=8cadc06f-f286-4ade-8367-25ef57f9eedf,segment=NetworkSegment(aac66bb1-d505-4d26-b1f9-26e240376076),segment_id=aac66bb1-d505-4d26-b1f9-26e240376076)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:39:37.166746 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-518e2c52-02f2-4e36-a060-7e3b1e729acb req-57375014-30d3-4d99-ab81-404fbdcd0419 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:37.261231 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-518e2c52-02f2-4e36-a060-7e3b1e729acb req-57375014-30d3-4d99-ab81-404fbdcd0419 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Calling delete_port for 8cadc06f-f286-4ade-8367-25ef57f9eedf owned by compute:nova {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:39:37.399890 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cfb63-ae1c-4247-bd80-6e730d17b00d req-29489650-a903-4991-b809-f17a4aedb826 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:37.401259 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8b1cfb63-ae1c-4247-bd80-6e730d17b00d req-29489650-a903-4991-b809-f17a4aedb826 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=467e3455-3e9f-4278-82ec-95ad287ef21b HTTP/1.1" status: 200 len: 946 time: 0.1806238 Jun 10 15:39:37.477735 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8b1cfb63-ae1c-4247-bd80-6e730d17b00d req-04c82cb2-7915-4c16-9043-c1560a3a46f1 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684245 Jun 10 15:39:37.553521 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-518e2c52-02f2-4e36-a060-7e3b1e729acb req-57375014-30d3-4d99-ab81-404fbdcd0419 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:37.557288 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-9a7e46c4-bc49-416d-9448-759a63c56e13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:39:37.566144 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['99747dad-9bdd-4e52-ba18-19ce069606d5', '8cadc06f-f286-4ade-8367-25ef57f9eedf'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:39:37.594550 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57375014-30d3-4d99-ab81-404fbdcd0419 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Pushing event deleted for resources: {'Port': ['ID=8cadc06f-f286-4ade-8367-25ef57f9eedf,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:39:37.597668 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-57375014-30d3-4d99-ab81-404fbdcd0419 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:39:37.651253 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-518e2c52-02f2-4e36-a060-7e3b1e729acb req-57375014-30d3-4d99-ab81-404fbdcd0419 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] No DVR routers for this DVR port 8cadc06f-f286-4ade-8367-25ef57f9eedf on host hv-cinder-77212 {{(pid=92440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:39:37.655249 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-518e2c52-02f2-4e36-a060-7e3b1e729acb req-57375014-30d3-4d99-ab81-404fbdcd0419 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:37.657283 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-518e2c52-02f2-4e36-a060-7e3b1e729acb req-57375014-30d3-4d99-ab81-404fbdcd0419 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.45 "DELETE /v2.0/ports/8cadc06f-f286-4ade-8367-25ef57f9eedf HTTP/1.1" status: 204 len: 173 time: 1.0026524 Jun 10 15:39:37.657845 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467e3455-3e9f-4278-82ec-95ad287ef21b', 'name': 'network-vif-deleted', 'tag': '8cadc06f-f286-4ade-8367-25ef57f9eedf'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:39:37.660143 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e650413-81bf-40bf-8f95-65b2a8e52d8c" -d '{"events": [{"server_uuid": "467e3455-3e9f-4278-82ec-95ad287ef21b", "name": "network-vif-deleted", "tag": "8cadc06f-f286-4ade-8367-25ef57f9eedf"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:39:37.700161 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70357384-6241-4ce4-99ae-d511c70ff3fa x-openstack-request-id: req-70357384-6241-4ce4-99ae-d511c70ff3fa {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:39:37.700498 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467e3455-3e9f-4278-82ec-95ad287ef21b", "name": "network-vif-deleted", "tag": "8cadc06f-f286-4ade-8367-25ef57f9eedf", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:39:37.700792 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-70357384-6241-4ce4-99ae-d511c70ff3fa {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:39:37.701242 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467e3455-3e9f-4278-82ec-95ad287ef21b', 'name': 'network-vif-deleted', 'tag': '8cadc06f-f286-4ade-8367-25ef57f9eedf', 'status': 'completed', 'code': 200} Jun 10 15:39:38.635017 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-a3f06006-99da-45e3-8fcf-51945a3ac10c req-77388094-794c-4a8d-aa46-1e71069d115d tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=467e3455-3e9f-4278-82ec-95ad287ef21b HTTP/1.1" status: 200 len: 210 time: 0.0333083 Jun 10 15:39:39.184118 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:39:40.214323 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 8cadc06f-f286-4ade-8367-25ef57f9eedf no longer exists at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:39:40.243092 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] No Port match for: 8cadc06f-f286-4ade-8367-25ef57f9eedf {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:39:40.243439 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 8cadc06f-f286-4ade-8367-25ef57f9eedf not bound to the agent host hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:39:41.571144 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21592d6a-c710-46c0-a5c5-1b83326bad70 req-9f5db1b4-3ea9-427c-89a1-931aedd7217d tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:41.572497 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-21592d6a-c710-46c0-a5c5-1b83326bad70 req-9f5db1b4-3ea9-427c-89a1-931aedd7217d tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3658c6-ac73-4a6f-8f96-55796cbbd9d4 HTTP/1.1" status: 200 len: 945 time: 0.0720887 Jun 10 15:39:41.621536 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-21592d6a-c710-46c0-a5c5-1b83326bad70 req-71d5b3ea-7331-4a77-bc33-46e57dd04dda tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415285 Jun 10 15:39:42.804854 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78019b7-d23e-4ef0-860b-4f6e53b3be4c req-ea777fe9-f45d-4b81-ad34-683d44bc2a5a tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:42.806352 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c78019b7-d23e-4ef0-860b-4f6e53b3be4c req-ea777fe9-f45d-4b81-ad34-683d44bc2a5a tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3658c6-ac73-4a6f-8f96-55796cbbd9d4 HTTP/1.1" status: 200 len: 945 time: 0.0728059 Jun 10 15:39:42.847001 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c78019b7-d23e-4ef0-860b-4f6e53b3be4c req-70cfc7cc-c1c6-4e24-af30-c86d521cfd02 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351241 Jun 10 15:39:43.293273 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-484faf53-bbc3-4b27-9145-bc4d9189cab8 req-655b9e19-c199-48fa-bce6-5f580bbb0916 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1113894 Jun 10 15:39:43.304930 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cf100-88bd-4ea5-8b90-c618c8ce7dad req-dfe8df78-4bda-45f4-ba07-96d216c0fb6b tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:43.306383 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0a2cf100-88bd-4ea5-8b90-c618c8ce7dad req-dfe8df78-4bda-45f4-ba07-96d216c0fb6b tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.45 "GET /v2.0/ports?device_id=8a3658c6-ac73-4a6f-8f96-55796cbbd9d4 HTTP/1.1" status: 200 len: 945 time: 0.0907979 Jun 10 15:39:43.453773 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484faf53-bbc3-4b27-9145-bc4d9189cab8 req-d47ccfc9-b4ff-4a8f-9697-227a01c3ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:43.455780 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-484faf53-bbc3-4b27-9145-bc4d9189cab8 req-d47ccfc9-b4ff-4a8f-9697-227a01c3ebd1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4517d521167249acb67d8141a24d7e7c&device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 1099 time: 0.1135399 Jun 10 15:39:43.467523 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-0a2cf100-88bd-4ea5-8b90-c618c8ce7dad req-c9eda3e9-22f9-4f53-b4d0-983c22f82a06 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Deleting port 99747dad-9bdd-4e52-ba18-19ce069606d5 {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:39:43.467762 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-0a2cf100-88bd-4ea5-8b90-c618c8ce7dad req-c9eda3e9-22f9-4f53-b4d0-983c22f82a06 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:43.673109 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-0a2cf100-88bd-4ea5-8b90-c618c8ce7dad req-c9eda3e9-22f9-4f53-b4d0-983c22f82a06 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] For port 99747dad-9bdd-4e52-ba18-19ce069606d5, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=99747dad-9bdd-4e52-ba18-19ce069606d5,segment=NetworkSegment(aac66bb1-d505-4d26-b1f9-26e240376076),segment_id=aac66bb1-d505-4d26-b1f9-26e240376076)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:39:43.673351 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-0a2cf100-88bd-4ea5-8b90-c618c8ce7dad req-c9eda3e9-22f9-4f53-b4d0-983c22f82a06 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:43.688487 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484faf53-bbc3-4b27-9145-bc4d9189cab8 req-d1b35bfd-22dc-4bc5-b293-41ddbdbcdd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:43.690881 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-484faf53-bbc3-4b27-9145-bc4d9189cab8 req-d1b35bfd-22dc-4bc5-b293-41ddbdbcdd0c service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a805898-5828-42de-b8ce-449b5c5f6a6a HTTP/1.1" status: 200 len: 910 time: 0.2060409 Jun 10 15:39:43.775882 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-0a2cf100-88bd-4ea5-8b90-c618c8ce7dad req-c9eda3e9-22f9-4f53-b4d0-983c22f82a06 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Calling delete_port for 99747dad-9bdd-4e52-ba18-19ce069606d5 owned by compute:nova {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:39:43.898477 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-484faf53-bbc3-4b27-9145-bc4d9189cab8 req-3a16301b-40d9-4cb0-a623-4d4db82ce848 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83f13f51-c7d7-4964-a648-cc7bcabe2832 HTTP/1.1" status: 200 len: 1001 time: 0.1647785 Jun 10 15:39:44.008609 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484faf53-bbc3-4b27-9145-bc4d9189cab8 req-33d8913a-02a4-4a75-ae67-d8d21a6b22a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:44.010069 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-484faf53-bbc3-4b27-9145-bc4d9189cab8 req-33d8913a-02a4-4a75-ae67-d8d21a6b22a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b115e941-9da1-483b-9e8a-4bf58d5be886 HTTP/1.1" status: 200 len: 848 time: 0.0997372 Jun 10 15:39:44.134899 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fda7f1-6f22-455f-8d9f-8ff970d21c41 req-db7a96c6-1b37-4b24-9e79-48b809891aed tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:44.136348 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e8fda7f1-6f22-455f-8d9f-8ff970d21c41 req-db7a96c6-1b37-4b24-9e79-48b809891aed tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/ports?device_id=8a3658c6-ac73-4a6f-8f96-55796cbbd9d4 HTTP/1.1" status: 200 len: 945 time: 0.1755319 Jun 10 15:39:44.150956 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484faf53-bbc3-4b27-9145-bc4d9189cab8 req-88d0ff58-6bec-4698-bd71-af57edf9410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:44.152465 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-484faf53-bbc3-4b27-9145-bc4d9189cab8 req-88d0ff58-6bec-4698-bd71-af57edf9410f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a805898-5828-42de-b8ce-449b5c5f6a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1346557 Jun 10 15:39:44.196717 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-0a2cf100-88bd-4ea5-8b90-c618c8ce7dad req-c9eda3e9-22f9-4f53-b4d0-983c22f82a06 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:44.204705 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-c9ce04d8-1ab0-4c96-88d8-194b3b4304e8 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:39:44.208389 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] get_ports_and_sgs() called for port_ids ['99747dad-9bdd-4e52-ba18-19ce069606d5'] {{(pid=92442) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 15:39:44.246580 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e8fda7f1-6f22-455f-8d9f-8ff970d21c41 req-d15f1126-710a-473b-99aa-2e36740b9e92 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.26 "GET /v2.0/security-groups?id=0e71a1a2-911e-4d1d-9be3-688beb1dec7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030598 Jun 10 15:39:44.252780 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eda3e9-22f9-4f53-b4d0-983c22f82a06 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Pushing event deleted for resources: {'Port': ['ID=99747dad-9bdd-4e52-ba18-19ce069606d5,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:39:44.294741 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-c9eda3e9-22f9-4f53-b4d0-983c22f82a06 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:39:44.358964 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2cf100-88bd-4ea5-8b90-c618c8ce7dad req-c9eda3e9-22f9-4f53-b4d0-983c22f82a06 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] No DVR routers for this DVR port 99747dad-9bdd-4e52-ba18-19ce069606d5 on host hv-cinder-77212 {{(pid=92440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:39:44.361562 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-0a2cf100-88bd-4ea5-8b90-c618c8ce7dad req-c9eda3e9-22f9-4f53-b4d0-983c22f82a06 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:44.363917 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0a2cf100-88bd-4ea5-8b90-c618c8ce7dad req-c9eda3e9-22f9-4f53-b4d0-983c22f82a06 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] 10.222.0.45 "DELETE /v2.0/ports/99747dad-9bdd-4e52-ba18-19ce069606d5 HTTP/1.1" status: 204 len: 173 time: 1.0525415 Jun 10 15:39:44.367817 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3658c6-ac73-4a6f-8f96-55796cbbd9d4', 'name': 'network-vif-deleted', 'tag': '99747dad-9bdd-4e52-ba18-19ce069606d5'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:39:44.370105 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342470e4-073a-4b6d-afd0-cd56867e1806" -d '{"events": [{"server_uuid": "8a3658c6-ac73-4a6f-8f96-55796cbbd9d4", "name": "network-vif-deleted", "tag": "99747dad-9bdd-4e52-ba18-19ce069606d5"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:39:44.385198 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-484faf53-bbc3-4b27-9145-bc4d9189cab8 req-800f38c3-9743-4136-b6e1-e96058091fc9 service neutron] 10.222.0.45 "GET /v2.0/networks/5a805898-5828-42de-b8ce-449b5c5f6a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221909 Jun 10 15:39:44.414689 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e45cfb-4b48-4948-b5fe-979dfff27181 x-openstack-request-id: req-54e45cfb-4b48-4948-b5fe-979dfff27181 {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:39:44.415033 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a3658c6-ac73-4a6f-8f96-55796cbbd9d4", "name": "network-vif-deleted", "tag": "99747dad-9bdd-4e52-ba18-19ce069606d5", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:39:44.415336 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-54e45cfb-4b48-4948-b5fe-979dfff27181 {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:39:44.415824 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a3658c6-ac73-4a6f-8f96-55796cbbd9d4', 'name': 'network-vif-deleted', 'tag': '99747dad-9bdd-4e52-ba18-19ce069606d5', 'status': 'completed', 'code': 200} Jun 10 15:39:44.508964 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-484faf53-bbc3-4b27-9145-bc4d9189cab8 req-892c2913-723c-4627-b489-d4df034ec6fb service neutron] 10.222.0.45 "GET /v2.0/networks/5a805898-5828-42de-b8ce-449b5c5f6a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174474 Jun 10 15:39:45.348791 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 59926) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:39:45.401280 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_v2 [None req-23f645a0-86eb-442a-bdda-fb25ba51390d admin admin] Deleting subnet 144fadf7-faae-4c05-b4bd-53a1bbcbcb2a {{(pid=92441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:39:45.404214 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-23f645a0-86eb-442a-bdda-fb25ba51390d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:45.446464 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-23f645a0-86eb-442a-bdda-fb25ba51390d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4616097'] for subnet, precommit_delete_associations {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:45.497566 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-23f645a0-86eb-442a-bdda-fb25ba51390d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4192505'] for subnet, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:45.622890 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-23f645a0-86eb-442a-bdda-fb25ba51390d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4192482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4943142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314418'] for subnet, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:45.625188 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:39:45.656612 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f645a0-86eb-442a-bdda-fb25ba51390d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=144fadf7-faae-4c05-b4bd-53a1bbcbcb2a,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:39:45.662196 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-23f645a0-86eb-442a-bdda-fb25ba51390d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:45.664003 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-23f645a0-86eb-442a-bdda-fb25ba51390d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/144fadf7-faae-4c05-b4bd-53a1bbcbcb2a HTTP/1.1" status: 204 len: 168 time: 0.3141150 Jun 10 15:39:45.666662 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 59930) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:39:45.668763 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f645a0-86eb-442a-bdda-fb25ba51390d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:39:45.669145 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f645a0-86eb-442a-bdda-fb25ba51390d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:39:45.669519 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f645a0-86eb-442a-bdda-fb25ba51390d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:39:45.669917 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f645a0-86eb-442a-bdda-fb25ba51390d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:39:45.674350 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f645a0-86eb-442a-bdda-fb25ba51390d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:39:45.674350 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f645a0-86eb-442a-bdda-fb25ba51390d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:39:45.674350 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f645a0-86eb-442a-bdda-fb25ba51390d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:39:45.674350 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f645a0-86eb-442a-bdda-fb25ba51390d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:39:45.674350 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f645a0-86eb-442a-bdda-fb25ba51390d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:39:45.674350 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f645a0-86eb-442a-bdda-fb25ba51390d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:39:45.674350 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f645a0-86eb-442a-bdda-fb25ba51390d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:39:45.674350 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f645a0-86eb-442a-bdda-fb25ba51390d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:39:45.678605 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-23f645a0-86eb-442a-bdda-fb25ba51390d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:39:45.755498 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c30cb2c1-54d6-4db5-a273-f04c11de077c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775328'] for network, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:45.861341 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c30cb2c1-54d6-4db5-a273-f04c11de077c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190582', 'neutron.services.segments.db._delete_segments_for_network-8786703803055'] for network, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:45.872579 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.services.segments.db [None req-c30cb2c1-54d6-4db5-a273-f04c11de077c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b033ec-c1ac-4e91-adcb-63ea8b8c342e']}} {{(pid=92440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:39:45.883913 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.services.segments.db [None req-c30cb2c1-54d6-4db5-a273-f04c11de077c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac66bb1-d505-4d26-b1f9-26e240376076') {'for_net_delete': True} {{(pid=92440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:39:45.884147 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.services.segments.db [None req-c30cb2c1-54d6-4db5-a273-f04c11de077c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac66bb1-d505-4d26-b1f9-26e240376076') {} {{(pid=92440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:39:45.893603 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c30cb2c1-54d6-4db5-a273-f04c11de077c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786703802884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532662844'] for segment, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:45.908427 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c30cb2c1-54d6-4db5-a273-f04c11de077c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:45.914291 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c30cb2c1-54d6-4db5-a273-f04c11de077c admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=92440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:39:45.914668 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c30cb2c1-54d6-4db5-a273-f04c11de077c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532407511'] for segment, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: conditions |= (models_v2.Port.network_id.in_( Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: Traceback (most recent call last): Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: timer() Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: cb(*args, **kw) Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: return func(*args, **kwargs) Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: self._notify() Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: self.callback(batched_events) Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: event.method(event) Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: return f(self, *a, **k) Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: return self._get(url).json() Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:39:45.916258 dv-cinder-772126-2-iscsi neutron-server[92440]: return self.request(url, 'GET', **kwargs) Jun 10 15:39:45.923616 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:39:45.923616 dv-cinder-772126-2-iscsi neutron-server[92440]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:39:45.923616 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:39:45.923616 dv-cinder-772126-2-iscsi neutron-server[92440]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:39:45.923616 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:39:45.923616 dv-cinder-772126-2-iscsi neutron-server[92440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:39:45.923616 dv-cinder-772126-2-iscsi neutron-server[92440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:39:46.062149 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c30cb2c1-54d6-4db5-a273-f04c11de077c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4190591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938507'] for network, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:46.066393 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:39:46.069075 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c30cb2c1-54d6-4db5-a273-f04c11de077c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:46.070831 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-c30cb2c1-54d6-4db5-a273-f04c11de077c admin admin] 10.222.0.26 "DELETE /v2.0/networks/47b033ec-c1ac-4e91-adcb-63ea8b8c342e HTTP/1.1" status: 204 len: 168 time: 0.4031987 Jun 10 15:39:46.087130 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30cb2c1-54d6-4db5-a273-f04c11de077c admin admin] Pushing event deleted for resources: {'Network': ['ID=47b033ec-c1ac-4e91-adcb-63ea8b8c342e,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:39:46.089503 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-c30cb2c1-54d6-4db5-a273-f04c11de077c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:39:46.506976 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 59934) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:39:46.549684 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-aeeafe83-4c08-4211-ad41-81de2d5e197f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c1f37b6b0181436c94146449d70ea569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414929 Jun 10 15:39:46.552627 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 59936) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:39:46.606503 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6aa627d1-21a1-47c9-9c22-4d98582dcd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:46.633639 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6aa627d1-21a1-47c9-9c22-4d98582dcd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:46.764802 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6aa627d1-21a1-47c9-9c22-4d98582dcd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:46.767442 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-6aa627d1-21a1-47c9-9c22-4d98582dcd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:46.769949 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-6aa627d1-21a1-47c9-9c22-4d98582dcd73 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0e71a1a2-911e-4d1d-9be3-688beb1dec7d HTTP/1.1" status: 204 len: 168 time: 0.2151101 Jun 10 15:39:46.769949 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-eb2121fd-4cc4-41d4-93b9-39813c28d0f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:39:46.777765 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa627d1-21a1-47c9-9c22-4d98582dcd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e71a1a2-911e-4d1d-9be3-688beb1dec7d,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:39:46.780210 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-6aa627d1-21a1-47c9-9c22-4d98582dcd73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:39:48.199574 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-149b202c-b45c-458b-b537-c28960c6d622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:48.260551 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 99747dad-9bdd-4e52-ba18-19ce069606d5 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:39:48.284971 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] No Port match for: 99747dad-9bdd-4e52-ba18-19ce069606d5 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:39:48.285325 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 99747dad-9bdd-4e52-ba18-19ce069606d5 not bound to the agent host hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:39:49.087003 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 59980) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:39:49.192796 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b6d88ba2-8e95-4fb7-b823-f0ddf8ead8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:49.292874 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b6d88ba2-8e95-4fb7-b823-f0ddf8ead8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:49.342220 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b6d88ba2-8e95-4fb7-b823-f0ddf8ead8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:49.345746 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-6a3d1189-4688-4766-a83c-b3c3f9315841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:39:49.385264 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-b6d88ba2-8e95-4fb7-b823-f0ddf8ead8fa admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1fbb80ff267e44509327cf5c292917cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2971244 Jun 10 15:39:49.386435 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d88ba2-8e95-4fb7-b823-f0ddf8ead8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b753055d-4460-4680-a76b-fd285d524298,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:39:49.388184 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 59984) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:39:49.389898 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-b6d88ba2-8e95-4fb7-b823-f0ddf8ead8fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:39:49.442106 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-39bc0f61-a6f9-43d6-b4cd-1923418e1871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:49.466066 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-39bc0f61-a6f9-43d6-b4cd-1923418e1871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:49.565431 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-39bc0f61-a6f9-43d6-b4cd-1923418e1871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:49.568960 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-39bc0f61-a6f9-43d6-b4cd-1923418e1871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:49.570127 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-39bc0f61-a6f9-43d6-b4cd-1923418e1871 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b753055d-4460-4680-a76b-fd285d524298 HTTP/1.1" status: 204 len: 168 time: 0.1809325 Jun 10 15:39:49.570929 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-dd267822-4999-402b-a513-b69eb9d3ef70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:39:49.579803 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc0f61-a6f9-43d6-b4cd-1923418e1871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b753055d-4460-4680-a76b-fd285d524298,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:39:49.582209 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-39bc0f61-a6f9-43d6-b4cd-1923418e1871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:39:50.229899 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 59992) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:39:50.249629 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-dab8d348-8c5f-483c-aae5-073b11206ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:50.338755 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-dab8d348-8c5f-483c-aae5-073b11206ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:50.422377 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-dab8d348-8c5f-483c-aae5-073b11206ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:50.425199 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-4fe5a8f4-c76a-48ba-9593-b6e1fce2e630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:39:50.466413 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab8d348-8c5f-483c-aae5-073b11206ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87c787a-aadf-4311-852b-30c828be0747,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:39:50.470607 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-dab8d348-8c5f-483c-aae5-073b11206ebc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c05ce1d405e84f2992d9667fe1b69436&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396860 Jun 10 15:39:50.471491 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-dab8d348-8c5f-483c-aae5-073b11206ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:39:50.473239 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 59994) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:39:50.527129 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2542d131-a473-452f-88e6-53f54317977e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:50.549944 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2542d131-a473-452f-88e6-53f54317977e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:50.702423 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2542d131-a473-452f-88e6-53f54317977e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:50.705005 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2542d131-a473-452f-88e6-53f54317977e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:50.706160 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-2542d131-a473-452f-88e6-53f54317977e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a87c787a-aadf-4311-852b-30c828be0747 HTTP/1.1" status: 204 len: 168 time: 0.2320266 Jun 10 15:39:50.706953 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-39bc0f61-a6f9-43d6-b4cd-1923418e1871 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:39:50.716758 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542d131-a473-452f-88e6-53f54317977e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87c787a-aadf-4311-852b-30c828be0747,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:39:50.719509 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-2542d131-a473-452f-88e6-53f54317977e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:39:50.734778 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:50.737440 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c13b3feb-6914-462a-8110-33ca37d46eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:51.902553 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:53.349352 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 60066) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:39:53.454818 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6e14d2b3-3ef4-412d-9f6d-ed90803d2f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:53.548327 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6e14d2b3-3ef4-412d-9f6d-ed90803d2f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:53.616765 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-6e14d2b3-3ef4-412d-9f6d-ed90803d2f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:53.622701 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-dcca65df-0530-49a3-93bc-330ef168913d tempest-AttachVolumeTestJSON-1993127331 tempest-AttachVolumeTestJSON-1993127331-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:39:53.663415 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-6e14d2b3-3ef4-412d-9f6d-ed90803d2f37 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b19125606d504b07aeeaf4c6b6f7b288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126249 Jun 10 15:39:53.664384 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14d2b3-3ef4-412d-9f6d-ed90803d2f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfa6076-4037-4d37-be5e-d3c957ee071d,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:39:53.672894 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 60070) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:39:53.673879 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-6e14d2b3-3ef4-412d-9f6d-ed90803d2f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:39:53.720318 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:53.723596 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-20c87cf2-1fda-4cd5-b98a-8713aff09088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:53.748173 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-20c87cf2-1fda-4cd5-b98a-8713aff09088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:53.856654 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-20c87cf2-1fda-4cd5-b98a-8713aff09088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:53.859292 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-20c87cf2-1fda-4cd5-b98a-8713aff09088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:53.860401 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-20c87cf2-1fda-4cd5-b98a-8713aff09088 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4bfa6076-4037-4d37-be5e-d3c957ee071d HTTP/1.1" status: 204 len: 168 time: 0.1916189 Jun 10 15:39:53.861270 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-acad9ec5-6a4f-4f73-be46-294e64c9a9ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:39:53.869878 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c87cf2-1fda-4cd5-b98a-8713aff09088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfa6076-4037-4d37-be5e-d3c957ee071d,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:39:53.872106 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-20c87cf2-1fda-4cd5-b98a-8713aff09088 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:39:54.481482 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 60076) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:39:54.497958 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-44a8af20-41d9-443f-830f-909fa013ad6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:54.586775 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-44a8af20-41d9-443f-830f-909fa013ad6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:54.645227 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-44a8af20-41d9-443f-830f-909fa013ad6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:54.648098 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7f0841d6-8865-4949-a3d2-e9cf39356813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:39:54.693635 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-44a8af20-41d9-443f-830f-909fa013ad6b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a9ec7bea507242a7ae456f0b6d3f5d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108936 Jun 10 15:39:54.694661 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8af20-41d9-443f-830f-909fa013ad6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9ab0cb-08e5-4bd1-96bf-59e94e822a53,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:39:54.696992 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 60078) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:39:54.698292 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-44a8af20-41d9-443f-830f-909fa013ad6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:39:54.749449 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-3995edef-7ffe-45f7-b321-d5cb0f61e8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:54.772104 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-3995edef-7ffe-45f7-b321-d5cb0f61e8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:54.919773 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-3995edef-7ffe-45f7-b321-d5cb0f61e8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:54.922391 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-3995edef-7ffe-45f7-b321-d5cb0f61e8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:54.923585 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-3995edef-7ffe-45f7-b321-d5cb0f61e8fa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cf9ab0cb-08e5-4bd1-96bf-59e94e822a53 HTTP/1.1" status: 204 len: 168 time: 0.2255266 Jun 10 15:39:54.924375 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-c5744fed-d0d4-4550-b0c4-a9c7fd725d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:39:54.933755 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995edef-7ffe-45f7-b321-d5cb0f61e8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9ab0cb-08e5-4bd1-96bf-59e94e822a53,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:39:54.936084 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-3995edef-7ffe-45f7-b321-d5cb0f61e8fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:39:55.888818 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 60100) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:39:55.981936 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-49a745fb-f32d-4a79-8ba8-187ccc21c0ee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-578306084-network', 'tenant_id': '611c6a88225d4aa186344af3b0f6148b'}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:39:56.056354 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a745fb-f32d-4a79-8ba8-187ccc21c0ee admin admin] Made reservation on behalf of 611c6a88225d4aa186344af3b0f6148b for: {'network': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:39:56.058648 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-49a745fb-f32d-4a79-8ba8-187ccc21c0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4185528'] for network, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:56.069223 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-49a745fb-f32d-4a79-8ba8-187ccc21c0ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:56.162020 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-49a745fb-f32d-4a79-8ba8-187ccc21c0ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:56.216726 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-49a745fb-f32d-4a79-8ba8-187ccc21c0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:56.219676 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-f3752f6f-0511-439b-a35e-9b722d225d59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:39:56.248294 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a745fb-f32d-4a79-8ba8-187ccc21c0ee admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=92440) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 15:39:56.253476 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a745fb-f32d-4a79-8ba8-187ccc21c0ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a023ef7-d61e-4c98-9434-984645c1fced,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:39:56.258042 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-49a745fb-f32d-4a79-8ba8-187ccc21c0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:39:56.261635 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-49a745fb-f32d-4a79-8ba8-187ccc21c0ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:56.262593 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.db.segments_db [None req-49a745fb-f32d-4a79-8ba8-187ccc21c0ee admin admin] Added segment 94536649-86cb-44bf-9835-7ec2a51edfd1 of type vlan for network fcd10ff8-f29f-484b-bf1f-268a576cbd2b Jun 10 15:39:56.313305 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-49a745fb-f32d-4a79-8ba8-187ccc21c0ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786703315887'] for network, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:56.408931 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-49a745fb-f32d-4a79-8ba8-187ccc21c0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331'] for network, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:56.410270 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a745fb-f32d-4a79-8ba8-187ccc21c0ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:56.410896 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-49a745fb-f32d-4a79-8ba8-187ccc21c0ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:56.412996 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-412e24f2-6dd0-4a14-a17a-d1ef92f203e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:39:56.495151 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a745fb-f32d-4a79-8ba8-187ccc21c0ee admin admin] Pushing event updated for resources: {'Network': ['ID=fcd10ff8-f29f-484b-bf1f-268a576cbd2b,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:39:56.498133 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-49a745fb-f32d-4a79-8ba8-187ccc21c0ee admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6082671 Jun 10 15:39:56.499038 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-49a745fb-f32d-4a79-8ba8-187ccc21c0ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:39:56.500884 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 60104) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:39:56.504905 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Network fcd10ff8-f29f-484b-bf1f-268a576cbd2b details requested by agent ovs-agent-dv-cinder-772126-2-iscsi with host dv-cinder-772126-2-iscsi {{(pid=92442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:39:56.509386 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.v2.base [None req-803b1c60-29a6-4e68-a2b1-e21000b82e8d admin admin] Request body: {'subnet': {'network_id': 'fcd10ff8-f29f-484b-bf1f-268a576cbd2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-578306084-subnet', 'tenant_id': '611c6a88225d4aa186344af3b0f6148b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92440) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:39:56.593548 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803b1c60-29a6-4e68-a2b1-e21000b82e8d admin admin] Made reservation on behalf of 611c6a88225d4aa186344af3b0f6148b for: {'subnet': 1} {{(pid=92440) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:39:56.595985 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-803b1c60-29a6-4e68-a2b1-e21000b82e8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-532218085'] for subnet, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:56.862708 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-803b1c60-29a6-4e68-a2b1-e21000b82e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-532409097', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-532218099'] for subnet, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:56.865631 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-67683808-7858-4c9b-9eb8-5e7e0e7921af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:39:56.931248 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b1c60-29a6-4e68-a2b1-e21000b82e8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0eda9e2-fcd6-4395-b218-389427f56b5e,revision_number=0']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:39:56.935152 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-803b1c60-29a6-4e68-a2b1-e21000b82e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:39:56.935999 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803b1c60-29a6-4e68-a2b1-e21000b82e8d admin admin] Checking segment: {'id': '94536649-86cb-44bf-9835-7ec2a51edfd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'fcd10ff8-f29f-484b-bf1f-268a576cbd2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:39:56.936353 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803b1c60-29a6-4e68-a2b1-e21000b82e8d admin admin] Network hostable DHCP agents. Network: fcd10ff8-f29f-484b-bf1f-268a576cbd2b, hostable agents: ['4860e634-0734-4446-9305-88b306355572'], hosted agents: [] {{(pid=92440) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:39:57.033526 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803b1c60-29a6-4e68-a2b1-e21000b82e8d admin admin] Network fcd10ff8-f29f-484b-bf1f-268a576cbd2b is scheduled to be hosted by DHCP agent 4860e634-0734-4446-9305-88b306355572 with binding_index 1 {{(pid=92440) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:39:57.128705 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.base_scheduler [None req-803b1c60-29a6-4e68-a2b1-e21000b82e8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-2-iscsi, fcd10ff8-f29f-484b-bf1f-268a576cbd2b) {{(pid=92440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:39:57.133164 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803b1c60-29a6-4e68-a2b1-e21000b82e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:57.133737 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-803b1c60-29a6-4e68-a2b1-e21000b82e8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:57.138674 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30c543c-5fc4-4114-91fb-34ebf368d713 None None] Network fcd10ff8-f29f-484b-bf1f-268a576cbd2b requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:39:57.232930 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-803b1c60-29a6-4e68-a2b1-e21000b82e8d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7308989 Jun 10 15:39:57.299727 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2638b14-0b2e-493c-989d-5f40458c71e8 None None] Network fcd10ff8-f29f-484b-bf1f-268a576cbd2b requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:39:57.894357 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 60124) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:39:57.899512 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-7d636011-000b-44cf-9769-c4ea5af1adae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-809669024-network', 'tenant_id': '6d93a72768354cbba38bfbacba7d7c8d'}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:39:57.977281 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d636011-000b-44cf-9769-c4ea5af1adae admin admin] Made reservation on behalf of 6d93a72768354cbba38bfbacba7d7c8d for: {'network': 1} {{(pid=92441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:39:57.979639 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7d636011-000b-44cf-9769-c4ea5af1adae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4185528'] for network, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:57.990886 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7d636011-000b-44cf-9769-c4ea5af1adae admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:58.089099 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7d636011-000b-44cf-9769-c4ea5af1adae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:58.163112 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7d636011-000b-44cf-9769-c4ea5af1adae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:58.166716 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-4735a69f-19ec-4a00-b8b5-09c795202d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:39:58.189460 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d636011-000b-44cf-9769-c4ea5af1adae admin admin] vlan segment allocate from pool success with {'vlan_id': 546, 'physical_network': 'physnet1'} {{(pid=92441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 15:39:58.198791 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d636011-000b-44cf-9769-c4ea5af1adae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15e5838-757c-44d4-9f94-74afef8d7c55,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:39:58.202874 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7d636011-000b-44cf-9769-c4ea5af1adae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:39:58.203901 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7d636011-000b-44cf-9769-c4ea5af1adae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:58.207637 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.db.segments_db [None req-7d636011-000b-44cf-9769-c4ea5af1adae admin admin] Added segment 7b9c57f6-f410-4de4-ae1b-d7121d286a9a of type vlan for network b224ddd1-22ae-4b91-9b3a-bed061025062 Jun 10 15:39:58.252031 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7d636011-000b-44cf-9769-c4ea5af1adae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786703315887'] for network, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:58.347928 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7d636011-000b-44cf-9769-c4ea5af1adae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331'] for network, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:58.349211 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d636011-000b-44cf-9769-c4ea5af1adae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:58.349792 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7d636011-000b-44cf-9769-c4ea5af1adae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:58.352789 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-84c63804-9d09-45ac-b3b7-c6ef32cbe10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:39:58.433850 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d636011-000b-44cf-9769-c4ea5af1adae admin admin] Pushing event updated for resources: {'Network': ['ID=b224ddd1-22ae-4b91-9b3a-bed061025062,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:39:58.434735 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7d636011-000b-44cf-9769-c4ea5af1adae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:39:58.440288 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-7d636011-000b-44cf-9769-c4ea5af1adae admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5448556 Jun 10 15:39:58.442218 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Network b224ddd1-22ae-4b91-9b3a-bed061025062 details requested by agent ovs-agent-dv-cinder-772126-2-iscsi with host dv-cinder-772126-2-iscsi {{(pid=92442) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 15:39:58.443127 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 60126) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:39:58.449327 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.v2.base [None req-3d62e760-56bf-420f-b972-0f5a83d49a7c admin admin] Request body: {'subnet': {'network_id': 'b224ddd1-22ae-4b91-9b3a-bed061025062', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-809669024-subnet', 'tenant_id': '6d93a72768354cbba38bfbacba7d7c8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 15:39:58.519586 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d62e760-56bf-420f-b972-0f5a83d49a7c admin admin] Made reservation on behalf of 6d93a72768354cbba38bfbacba7d7c8d for: {'subnet': 1} {{(pid=92441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 15:39:58.522052 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-3d62e760-56bf-420f-b972-0f5a83d49a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4314413'] for subnet, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:58.786560 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-3d62e760-56bf-420f-b972-0f5a83d49a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4943207', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4314427'] for subnet, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:58.788648 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:39:58.852621 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62e760-56bf-420f-b972-0f5a83d49a7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=41b1fe5f-143a-4906-8b08-c06d981bc0d0,revision_number=0']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:39:58.856166 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-3d62e760-56bf-420f-b972-0f5a83d49a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:39:58.862719 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d62e760-56bf-420f-b972-0f5a83d49a7c admin admin] Checking segment: {'id': '7b9c57f6-f410-4de4-ae1b-d7121d286a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'b224ddd1-22ae-4b91-9b3a-bed061025062'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 15:39:58.863070 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d62e760-56bf-420f-b972-0f5a83d49a7c admin admin] Network hostable DHCP agents. Network: b224ddd1-22ae-4b91-9b3a-bed061025062, hostable agents: ['4860e634-0734-4446-9305-88b306355572'], hosted agents: [] {{(pid=92441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 15:39:58.934718 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d62e760-56bf-420f-b972-0f5a83d49a7c admin admin] Network b224ddd1-22ae-4b91-9b3a-bed061025062 is scheduled to be hosted by DHCP agent 4860e634-0734-4446-9305-88b306355572 with binding_index 1 {{(pid=92441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 15:39:59.014473 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.base_scheduler [None req-3d62e760-56bf-420f-b972-0f5a83d49a7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772126-2-iscsi, b224ddd1-22ae-4b91-9b3a-bed061025062) {{(pid=92441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 15:39:59.018962 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d62e760-56bf-420f-b972-0f5a83d49a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:39:59.019892 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-3d62e760-56bf-420f-b972-0f5a83d49a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:39:59.023029 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2095b13-24f7-40eb-b577-06cd3f963bca None None] Network b224ddd1-22ae-4b91-9b3a-bed061025062 requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:39:59.095679 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-3d62e760-56bf-420f-b972-0f5a83d49a7c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6513257 Jun 10 15:39:59.182280 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd3c6bf-1097-41f0-b5a4-0b669b7bcf1c None None] Network b224ddd1-22ae-4b91-9b3a-bed061025062 requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:40:05.919827 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:15.464434 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 60246) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:15.517604 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a60466d-6c5a-4c6d-bbe0-c57a796a6618 admin admin] Deleting subnet f0eda9e2-fcd6-4395-b218-389427f56b5e {{(pid=92441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:40:15.520800 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2a60466d-6c5a-4c6d-bbe0-c57a796a6618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:15.563100 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2a60466d-6c5a-4c6d-bbe0-c57a796a6618 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4616097'] for subnet, precommit_delete_associations {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:15.614193 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2a60466d-6c5a-4c6d-bbe0-c57a796a6618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4192505'] for subnet, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:15.766079 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2a60466d-6c5a-4c6d-bbe0-c57a796a6618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4192482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4943142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314418'] for subnet, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:15.769337 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-a778e24f-a5fb-4f6c-b9bb-40b9169b3ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:15.801640 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2a60466d-6c5a-4c6d-bbe0-c57a796a6618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:15.804132 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-2a60466d-6c5a-4c6d-bbe0-c57a796a6618 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f0eda9e2-fcd6-4395-b218-389427f56b5e HTTP/1.1" status: 204 len: 168 time: 0.3379683 Jun 10 15:40:15.804658 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60466d-6c5a-4c6d-bbe0-c57a796a6618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0eda9e2-fcd6-4395-b218-389427f56b5e,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:15.806723 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 60248) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:15.807190 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-2a60466d-6c5a-4c6d-bbe0-c57a796a6618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:15.899304 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ae89a77c-4e04-4b09-b050-00f5ff7d7643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775328'] for network, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:16.004925 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ae89a77c-4e04-4b09-b050-00f5ff7d7643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190582', 'neutron.services.segments.db._delete_segments_for_network-8786703803055'] for network, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:16.016336 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.services.segments.db [None req-ae89a77c-4e04-4b09-b050-00f5ff7d7643 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd10ff8-f29f-484b-bf1f-268a576cbd2b']}} {{(pid=92440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:40:16.027547 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.services.segments.db [None req-ae89a77c-4e04-4b09-b050-00f5ff7d7643 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94536649-86cb-44bf-9835-7ec2a51edfd1') {'for_net_delete': True} {{(pid=92440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:40:16.027846 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.services.segments.db [None req-ae89a77c-4e04-4b09-b050-00f5ff7d7643 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94536649-86cb-44bf-9835-7ec2a51edfd1') {} {{(pid=92440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:40:16.037349 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ae89a77c-4e04-4b09-b050-00f5ff7d7643 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786703802884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532662844'] for segment, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:16.051526 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ae89a77c-4e04-4b09-b050-00f5ff7d7643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:16.057143 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae89a77c-4e04-4b09-b050-00f5ff7d7643 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=92440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:40:16.057525 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ae89a77c-4e04-4b09-b050-00f5ff7d7643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532407511'] for segment, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: retrieve_revision_numbers = { Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: Traceback (most recent call last): Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: timer() Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: cb(*args, **kw) Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: return func(*args, **kwargs) Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: self._notify() Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: self.callback(batched_events) Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: event.method(event) Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: return f(self, *a, **k) Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: return self._get(url).json() Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: return self.request(url, 'GET', **kwargs) Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:40:16.059173 dv-cinder-772126-2-iscsi neutron-server[92440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:40:16.183087 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:40:16.519747 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ae89a77c-4e04-4b09-b050-00f5ff7d7643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4190591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938507'] for network, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:16.523477 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:16.526118 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ae89a77c-4e04-4b09-b050-00f5ff7d7643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:16.527801 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-ae89a77c-4e04-4b09-b050-00f5ff7d7643 admin admin] 10.222.0.26 "DELETE /v2.0/networks/fcd10ff8-f29f-484b-bf1f-268a576cbd2b HTTP/1.1" status: 204 len: 168 time: 0.7199216 Jun 10 15:40:16.530639 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 60250) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:16.541521 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae89a77c-4e04-4b09-b050-00f5ff7d7643 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcd10ff8-f29f-484b-bf1f-268a576cbd2b,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:16.543937 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-ae89a77c-4e04-4b09-b050-00f5ff7d7643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:16.586272 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d77a88-63e5-4478-8bb0-e6f4e945c374 admin admin] Deleting subnet 41b1fe5f-143a-4906-8b08-c06d981bc0d0 {{(pid=92441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:40:16.589708 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-44d77a88-63e5-4478-8bb0-e6f4e945c374 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:16.636650 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-44d77a88-63e5-4478-8bb0-e6f4e945c374 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4616097'] for subnet, precommit_delete_associations {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:16.683407 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-44d77a88-63e5-4478-8bb0-e6f4e945c374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4192505'] for subnet, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:16.817533 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-44d77a88-63e5-4478-8bb0-e6f4e945c374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4192482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4943142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314418'] for subnet, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:16.820029 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-e1dc09fa-757e-4c1f-ba5b-85e364e29ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:16.855787 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d77a88-63e5-4478-8bb0-e6f4e945c374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41b1fe5f-143a-4906-8b08-c06d981bc0d0,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:16.858201 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-44d77a88-63e5-4478-8bb0-e6f4e945c374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:16.860844 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-44d77a88-63e5-4478-8bb0-e6f4e945c374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:16.863321 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-44d77a88-63e5-4478-8bb0-e6f4e945c374 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/41b1fe5f-143a-4906-8b08-c06d981bc0d0 HTTP/1.1" status: 204 len: 168 time: 0.3314004 Jun 10 15:40:16.865406 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 60252) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:16.952745 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-0d8f4029-c1f2-4ee3-a22b-c760ff745272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775328'] for network, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:17.059092 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-0d8f4029-c1f2-4ee3-a22b-c760ff745272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190582', 'neutron.services.segments.db._delete_segments_for_network-8786703803055'] for network, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:17.070584 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-0d8f4029-c1f2-4ee3-a22b-c760ff745272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b224ddd1-22ae-4b91-9b3a-bed061025062']}} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:40:17.081441 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-0d8f4029-c1f2-4ee3-a22b-c760ff745272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b9c57f6-f410-4de4-ae1b-d7121d286a9a') {'for_net_delete': True} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:40:17.081742 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-0d8f4029-c1f2-4ee3-a22b-c760ff745272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b9c57f6-f410-4de4-ae1b-d7121d286a9a') {} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:40:17.091895 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-0d8f4029-c1f2-4ee3-a22b-c760ff745272 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786703802884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4616120'] for segment, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:17.107079 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-0d8f4029-c1f2-4ee3-a22b-c760ff745272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:17.116547 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8f4029-c1f2-4ee3-a22b-c760ff745272 admin admin] Releasing vlan 546 on physical network physnet1 to pool {{(pid=92441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:40:17.116950 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-0d8f4029-c1f2-4ee3-a22b-c760ff745272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4940473'] for segment, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: Traceback (most recent call last): Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: timer() Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: cb(*args, **kw) Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: return func(*args, **kwargs) Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: self._notify() Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: self.callback(batched_events) Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: event.method(event) Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: return f(self, *a, **k) Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: return self._get(url).json() Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: return self.request(url, 'GET', **kwargs) Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:40:17.119581 dv-cinder-772126-2-iscsi neutron-server[92441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:40:17.257320 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-0d8f4029-c1f2-4ee3-a22b-c760ff745272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4190591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938507'] for network, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:17.262899 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-0d8f4029-c1f2-4ee3-a22b-c760ff745272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:17.264836 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-0d8f4029-c1f2-4ee3-a22b-c760ff745272 admin admin] 10.222.0.26 "DELETE /v2.0/networks/b224ddd1-22ae-4b91-9b3a-bed061025062 HTTP/1.1" status: 204 len: 168 time: 0.3984218 Jun 10 15:40:17.265493 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:17.280793 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f4029-c1f2-4ee3-a22b-c760ff745272 admin admin] Pushing event deleted for resources: {'Network': ['ID=b224ddd1-22ae-4b91-9b3a-bed061025062,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:17.283248 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-0d8f4029-c1f2-4ee3-a22b-c760ff745272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:17.655032 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 60256) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:17.699664 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-17786020-2c73-45b4-b81f-6baeef63924d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=611c6a88225d4aa186344af3b0f6148b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433562 Jun 10 15:40:17.702245 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 60258) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:17.753873 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7931-3cf7-48b1-970a-99784196a837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:17.781633 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7931-3cf7-48b1-970a-99784196a837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:17.919715 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7931-3cf7-48b1-970a-99784196a837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:17.922279 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-0fcc7931-3cf7-48b1-970a-99784196a837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:17.923401 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-0fcc7931-3cf7-48b1-970a-99784196a837 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9a023ef7-d61e-4c98-9434-984645c1fced HTTP/1.1" status: 204 len: 168 time: 0.2202253 Jun 10 15:40:17.924168 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-6dba9adc-b03c-4c53-a3bb-312137341cf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:17.933335 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcc7931-3cf7-48b1-970a-99784196a837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a023ef7-d61e-4c98-9434-984645c1fced,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:17.935768 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-0fcc7931-3cf7-48b1-970a-99784196a837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:18.229211 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-e1964d00-9b81-4490-bb64-e74166b52a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:18.586405 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 60264) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:18.630719 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-c1951b2a-6046-4a4b-9276-52ad3d02c593 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d93a72768354cbba38bfbacba7d7c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430703 Jun 10 15:40:18.633025 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 60266) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:18.682619 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b9694834-e559-4af1-a25a-ea058258c29e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:18.705283 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b9694834-e559-4af1-a25a-ea058258c29e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:18.811701 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b9694834-e559-4af1-a25a-ea058258c29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:18.814252 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b9694834-e559-4af1-a25a-ea058258c29e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:18.815383 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-b9694834-e559-4af1-a25a-ea058258c29e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f15e5838-757c-44d4-9f94-74afef8d7c55 HTTP/1.1" status: 204 len: 168 time: 0.1814930 Jun 10 15:40:18.816173 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-2542d131-a473-452f-88e6-53f54317977e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:18.825608 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9694834-e559-4af1-a25a-ea058258c29e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15e5838-757c-44d4-9f94-74afef8d7c55,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:18.827969 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-b9694834-e559-4af1-a25a-ea058258c29e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:20.725815 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:20.742915 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-fc35f593-77c6-455b-92aa-ad346bca100d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:21.931455 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:23.735765 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:36.061518 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:39.012302 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 60396) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:39.350388 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-84f2c1db-ab16-4012-b4e1-946dfc289086 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Deleting port c111a074-f94f-4777-828d-b923b73822f7 {{(pid=92441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:40:39.350644 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-84f2c1db-ab16-4012-b4e1-946dfc289086 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:39.449890 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-84f2c1db-ab16-4012-b4e1-946dfc289086 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:39.450216 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-84f2c1db-ab16-4012-b4e1-946dfc289086 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:39.540816 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-84f2c1db-ab16-4012-b4e1-946dfc289086 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Calling delete_port for c111a074-f94f-4777-828d-b923b73822f7 owned by network:floatingip {{(pid=92441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:40:39.891600 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-84f2c1db-ab16-4012-b4e1-946dfc289086 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940524'] for port, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:39.893634 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-371387a9-a354-4db4-b6e7-e98cf570071d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:39.922752 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2c1db-ab16-4012-b4e1-946dfc289086 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Pushing event deleted for resources: {'Port': ['ID=c111a074-f94f-4777-828d-b923b73822f7,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:39.925751 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-84f2c1db-ab16-4012-b4e1-946dfc289086 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:39.999028 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-84f2c1db-ab16-4012-b4e1-946dfc289086 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for floatingip, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:39.999736 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.db.l3_db [None req-84f2c1db-ab16-4012-b4e1-946dfc289086 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Floating IP 562431f9-95c1-4514-a979-34ce6c2e0c5d disassociated (deleted). External IP: 172.27.3.53, port: 83f13f51-c7d7-4964-a648-cc7bcabe2832. Jun 10 15:40:40.280310 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f2c1db-ab16-4012-b4e1-946dfc289086 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Router 8d5b0e84-d1d0-47b5-baa0-12691d94527c has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:40:40.421147 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f2c1db-ab16-4012-b4e1-946dfc289086 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:40:40.425521 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-84f2c1db-ab16-4012-b4e1-946dfc289086 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for floatingip, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:40.431126 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1159e7a-e9a5-48d2-9b08-a2833688dd37 None None] Sync routers for ids ['8d5b0e84-d1d0-47b5-baa0-12691d94527c'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:40:40.441594 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1159e7a-e9a5-48d2-9b08-a2833688dd37 None None] Routers {'8d5b0e84-d1d0-47b5-baa0-12691d94527c'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:40:40.442266 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-b1159e7a-e9a5-48d2-9b08-a2833688dd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:40:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['8d5b0e84-d1d0-47b5-baa0-12691d94527c'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:40:40.471494 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-84f2c1db-ab16-4012-b4e1-946dfc289086 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "DELETE /v2.0/floatingips/562431f9-95c1-4514-a979-34ce6c2e0c5d HTTP/1.1" status: 204 len: 168 time: 1.4580977 Jun 10 15:40:40.472170 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecef4802-34c7-43b2-8396-83fa321b74b0', 'tag': '83f13f51-c7d7-4964-a648-cc7bcabe2832'}] {{(pid=92441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:40:40.474557 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3f9b8eca18dfada33807f9ce70a392550ff1c61d1cc5185ff617afbbc74c0c2b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22df3f3-4176-4239-885c-275d333ed2c4" -d '{"events": [{"name": "network-changed", "server_uuid": "ecef4802-34c7-43b2-8396-83fa321b74b0", "tag": "83f13f51-c7d7-4964-a648-cc7bcabe2832"}]}' {{(pid=92441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:40:40.513885 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 15:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa0e700-08ae-4a23-b41f-7c9ce1b3c200 x-openstack-request-id: req-7fa0e700-08ae-4a23-b41f-7c9ce1b3c200 {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:40:40.514311 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecef4802-34c7-43b2-8396-83fa321b74b0", "tag": "83f13f51-c7d7-4964-a648-cc7bcabe2832", "status": "completed", "code": 200}]} {{(pid=92441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:40:40.514681 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fa0e700-08ae-4a23-b41f-7c9ce1b3c200 {{(pid=92441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:40:40.515198 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecef4802-34c7-43b2-8396-83fa321b74b0', 'tag': '83f13f51-c7d7-4964-a648-cc7bcabe2832', 'status': 'completed', 'code': 200} Jun 10 15:40:40.651964 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22df3f3-4176-4239-885c-275d333ed2c4 req-5cceef13-48b4-4fad-827b-c8a98826bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:40:40.653624 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e22df3f3-4176-4239-885c-275d333ed2c4 req-5cceef13-48b4-4fad-827b-c8a98826bcb1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4517d521167249acb67d8141a24d7e7c&device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 1099 time: 0.1168838 Jun 10 15:40:40.725411 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-b1159e7a-e9a5-48d2-9b08-a2833688dd37 None None] Set router 8d5b0e84-d1d0-47b5-baa0-12691d94527c gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:40:40.781141 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22df3f3-4176-4239-885c-275d333ed2c4 req-90965b03-0f9e-4785-9bcb-7ede2f268772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:40:40.782630 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e22df3f3-4176-4239-885c-275d333ed2c4 req-90965b03-0f9e-4785-9bcb-7ede2f268772 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5a805898-5828-42de-b8ce-449b5c5f6a6a HTTP/1.1" status: 200 len: 910 time: 0.1226945 Jun 10 15:40:40.840424 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e22df3f3-4176-4239-885c-275d333ed2c4 req-c42ec1e4-3eac-4605-ae82-41a75f10a7f0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83f13f51-c7d7-4964-a648-cc7bcabe2832 HTTP/1.1" status: 200 len: 217 time: 0.0512893 Jun 10 15:40:40.897082 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22df3f3-4176-4239-885c-275d333ed2c4 req-172bf3b5-5e27-409d-9d38-2057531552b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:40:40.898541 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e22df3f3-4176-4239-885c-275d333ed2c4 req-172bf3b5-5e27-409d-9d38-2057531552b7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b115e941-9da1-483b-9e8a-4bf58d5be886 HTTP/1.1" status: 200 len: 848 time: 0.0506804 Jun 10 15:40:40.962837 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22df3f3-4176-4239-885c-275d333ed2c4 req-6e62fb15-361b-4c8f-bddd-ce1b24c7eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:40:40.964651 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e22df3f3-4176-4239-885c-275d333ed2c4 req-6e62fb15-361b-4c8f-bddd-ce1b24c7eb19 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5a805898-5828-42de-b8ce-449b5c5f6a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592172 Jun 10 15:40:40.997409 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-b1159e7a-e9a5-48d2-9b08-a2833688dd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'name': 'tempest-TestShelveInstance-1699286490-router', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:34:14Z', 'updated_at': '2021-06-10T15:34:19Z', 'revision_number': 4, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'gw_port': {'id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:89:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:15Z', 'updated_at': '2021-06-10T15:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '5f2d122c-863a-4fcf-9398-4d9a3aeead63', 'name': '', 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'mac_address': 'fa:16:3e:bb:7f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b115e941-9da1-483b-9e8a-4bf58d5be886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:18Z', 'updated_at': '2021-06-10T15:34:25Z', 'revision_number': 5, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'subnets': [{'id': 'b115e941-9da1-483b-9e8a-4bf58d5be886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:40:41.001257 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1159e7a-e9a5-48d2-9b08-a2833688dd37 None None] Checking router: 8d5b0e84-d1d0-47b5-baa0-12691d94527c for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:40:41.009232 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1159e7a-e9a5-48d2-9b08-a2833688dd37 None None] Routers {'8d5b0e84-d1d0-47b5-baa0-12691d94527c'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:40:41.009869 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-b1159e7a-e9a5-48d2-9b08-a2833688dd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:40:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['8d5b0e84-d1d0-47b5-baa0-12691d94527c'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:40:41.087465 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e22df3f3-4176-4239-885c-275d333ed2c4 req-62e32ddc-977e-4198-9d27-1eb041884945 service neutron] 10.222.0.45 "GET /v2.0/networks/5a805898-5828-42de-b8ce-449b5c5f6a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140356 Jun 10 15:40:41.155302 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-b1159e7a-e9a5-48d2-9b08-a2833688dd37 None None] Set router 8d5b0e84-d1d0-47b5-baa0-12691d94527c gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:40:41.214538 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-e22df3f3-4176-4239-885c-275d333ed2c4 req-d544e69f-2045-4aca-ae94-063066a03ba2 service neutron] 10.222.0.45 "GET /v2.0/networks/5a805898-5828-42de-b8ce-449b5c5f6a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194963 Jun 10 15:40:41.343240 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1577d6b-1294-4821-b1c8-10dc3cf76872 req-a95a7601-b53c-4ab6-a845-d716dba2cf57 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:40:41.344653 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b1577d6b-1294-4821-b1c8-10dc3cf76872 req-a95a7601-b53c-4ab6-a845-d716dba2cf57 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0784447 Jun 10 15:40:41.391732 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-b1577d6b-1294-4821-b1c8-10dc3cf76872 req-4ae56107-1b14-448c-83a1-91994c48e9f8 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411422 Jun 10 15:40:41.434559 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-b1159e7a-e9a5-48d2-9b08-a2833688dd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'name': 'tempest-TestShelveInstance-1699286490-router', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:34:14Z', 'updated_at': '2021-06-10T15:34:19Z', 'revision_number': 4, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'gw_port': {'id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:89:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:15Z', 'updated_at': '2021-06-10T15:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '5f2d122c-863a-4fcf-9398-4d9a3aeead63', 'name': '', 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'mac_address': 'fa:16:3e:bb:7f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b115e941-9da1-483b-9e8a-4bf58d5be886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:18Z', 'updated_at': '2021-06-10T15:34:25Z', 'revision_number': 5, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'subnets': [{'id': 'b115e941-9da1-483b-9e8a-4bf58d5be886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:40:41.439358 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1159e7a-e9a5-48d2-9b08-a2833688dd37 None None] The sync data for ids ['8d5b0e84-d1d0-47b5-baa0-12691d94527c'] in dv-cinder-772126-2-iscsi is: [{'id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'name': 'tempest-TestShelveInstance-1699286490-router', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:34:14Z', 'updated_at': '2021-06-10T15:34:19Z', 'revision_number': 4, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'gw_port': {'id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:89:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:15Z', 'updated_at': '2021-06-10T15:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi', '_interfaces': [{'id': '5f2d122c-863a-4fcf-9398-4d9a3aeead63', 'name': '', 'network_id': '5a805898-5828-42de-b8ce-449b5c5f6a6a', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'mac_address': 'fa:16:3e:bb:7f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'device_owner': 'network:router_interface', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'b115e941-9da1-483b-9e8a-4bf58d5be886', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:18Z', 'updated_at': '2021-06-10T15:34:25Z', 'revision_number': 5, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'subnets': [{'id': 'b115e941-9da1-483b-9e8a-4bf58d5be886', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:40:41.645582 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d62a7c-9c59-43f2-beeb-d896e780c209 None None] New status for floating IP 562431f9-95c1-4514-a979-34ce6c2e0c5d: DOWN {{(pid=92443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 15:40:42.577703 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065aef8-5a7f-4940-8969-883781d727d3 req-2e644137-41d2-4b16-af86-47ff20fdd4f3 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:40:42.579196 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8065aef8-5a7f-4940-8969-883781d727d3 req-2e644137-41d2-4b16-af86-47ff20fdd4f3 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0701001 Jun 10 15:40:42.621558 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-8065aef8-5a7f-4940-8969-883781d727d3 req-139801bf-eb84-4fd4-bf4d-9b60decb050e tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/security-groups?id=ece3783d-1159-4d85-8a63-9e9ee1ae3778&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366850 Jun 10 15:40:43.009121 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579b6e9-f5d9-41c8-a47e-81ea2d70616a req-2df8c08d-c3d9-4023-b95a-b1a9962df3b0 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92440) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 15:40:43.010499 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0579b6e9-f5d9-41c8-a47e-81ea2d70616a req-2df8c08d-c3d9-4023-b95a-b1a9962df3b0 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.45 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 946 time: 0.0690715 Jun 10 15:40:43.126946 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-0579b6e9-f5d9-41c8-a47e-81ea2d70616a req-a3814c06-10ea-4157-9052-3c19942eb1f7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Deleting port 83f13f51-c7d7-4964-a648-cc7bcabe2832 {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:40:43.127294 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-0579b6e9-f5d9-41c8-a47e-81ea2d70616a req-a3814c06-10ea-4157-9052-3c19942eb1f7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:43.244350 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [req-0579b6e9-f5d9-41c8-a47e-81ea2d70616a req-a3814c06-10ea-4157-9052-3c19942eb1f7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] For port 83f13f51-c7d7-4964-a648-cc7bcabe2832, host hv-cinder-77212, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77212',level=0,port_id=83f13f51-c7d7-4964-a648-cc7bcabe2832,segment=NetworkSegment(72f9ee20-c55a-49c8-bb29-e2c275f2faea),segment_id=72f9ee20-c55a-49c8-bb29-e2c275f2faea)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:40:43.244715 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-0579b6e9-f5d9-41c8-a47e-81ea2d70616a req-a3814c06-10ea-4157-9052-3c19942eb1f7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:43.337301 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [req-0579b6e9-f5d9-41c8-a47e-81ea2d70616a req-a3814c06-10ea-4157-9052-3c19942eb1f7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Calling delete_port for 83f13f51-c7d7-4964-a648-cc7bcabe2832 owned by compute:nova {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:40:43.548622 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-0579b6e9-f5d9-41c8-a47e-81ea2d70616a req-a3814c06-10ea-4157-9052-3c19942eb1f7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:43.552397 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:43.583066 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3814c06-10ea-4157-9052-3c19942eb1f7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Pushing event deleted for resources: {'Port': ['ID=83f13f51-c7d7-4964-a648-cc7bcabe2832,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:43.645375 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3814c06-10ea-4157-9052-3c19942eb1f7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:43.645375 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3814c06-10ea-4157-9052-3c19942eb1f7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:43.645375 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3814c06-10ea-4157-9052-3c19942eb1f7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:43.645375 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3814c06-10ea-4157-9052-3c19942eb1f7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:43.645375 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3814c06-10ea-4157-9052-3c19942eb1f7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:43.645375 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3814c06-10ea-4157-9052-3c19942eb1f7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:43.645375 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3814c06-10ea-4157-9052-3c19942eb1f7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:43.645375 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3814c06-10ea-4157-9052-3c19942eb1f7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:43.645375 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3814c06-10ea-4157-9052-3c19942eb1f7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:43.645375 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3814c06-10ea-4157-9052-3c19942eb1f7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:43.645375 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3814c06-10ea-4157-9052-3c19942eb1f7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:43.645375 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3814c06-10ea-4157-9052-3c19942eb1f7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:43.645375 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-a3814c06-10ea-4157-9052-3c19942eb1f7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:43.649140 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [req-0579b6e9-f5d9-41c8-a47e-81ea2d70616a req-a3814c06-10ea-4157-9052-3c19942eb1f7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] No DVR routers for this DVR port 83f13f51-c7d7-4964-a648-cc7bcabe2832 on host hv-cinder-77212 {{(pid=92440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:40:43.651581 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [req-0579b6e9-f5d9-41c8-a47e-81ea2d70616a req-a3814c06-10ea-4157-9052-3c19942eb1f7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26720'] for port, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:43.653503 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-0579b6e9-f5d9-41c8-a47e-81ea2d70616a req-a3814c06-10ea-4157-9052-3c19942eb1f7 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.45 "DELETE /v2.0/ports/83f13f51-c7d7-4964-a648-cc7bcabe2832 HTTP/1.1" status: 204 len: 173 time: 0.6370039 Jun 10 15:40:43.654044 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecef4802-34c7-43b2-8396-83fa321b74b0', 'name': 'network-vif-deleted', 'tag': '83f13f51-c7d7-4964-a648-cc7bcabe2832'}] {{(pid=92440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 15:40:43.656337 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b3fbfa7a9190262b95827381f4a8627e86c2c33f293e4e8e5f236c2803b4758" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e7a253-946a-4a93-b5a2-6ccd7da9318a" -d '{"events": [{"server_uuid": "ecef4802-34c7-43b2-8396-83fa321b74b0", "name": "network-vif-deleted", "tag": "83f13f51-c7d7-4964-a648-cc7bcabe2832"}]}' {{(pid=92440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 15:40:43.781075 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-c2e427e2-a2bc-4165-9021-725386c38e99 req-fc1a6755-a55b-45f4-b088-5c7de74fc28d tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 210 time: 0.0405526 Jun 10 15:40:43.807812 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 15:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65bf818e-45bb-4ccd-b54a-8fc21cd0ae50 x-openstack-request-id: req-65bf818e-45bb-4ccd-b54a-8fc21cd0ae50 {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 15:40:43.807998 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecef4802-34c7-43b2-8396-83fa321b74b0", "name": "network-vif-deleted", "tag": "83f13f51-c7d7-4964-a648-cc7bcabe2832", "status": "completed", "code": 200}]} {{(pid=92440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 15:40:43.808304 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-65bf818e-45bb-4ccd-b54a-8fc21cd0ae50 {{(pid=92440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 15:40:43.808753 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecef4802-34c7-43b2-8396-83fa321b74b0', 'name': 'network-vif-deleted', 'tag': '83f13f51-c7d7-4964-a648-cc7bcabe2832', 'status': 'completed', 'code': 200} Jun 10 15:40:44.940480 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [req-949bc550-d095-4c39-9080-c00e2a941b3e req-d095f46f-026c-48c9-aaa8-3f6974c482d6 tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "GET /v2.0/ports?device_id=ecef4802-34c7-43b2-8396-83fa321b74b0 HTTP/1.1" status: 200 len: 210 time: 0.0336015 Jun 10 15:40:46.037386 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 60446) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:46.114956 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b8644775-c5e8-46d4-9a9a-632a0ae5368e tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:46.146295 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b8644775-c5e8-46d4-9a9a-632a0ae5368e tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:46.192938 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 60450) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:46.292348 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b8644775-c5e8-46d4-9a9a-632a0ae5368e tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:46.294937 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b8644775-c5e8-46d4-9a9a-632a0ae5368e tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:46.296011 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-b8644775-c5e8-46d4-9a9a-632a0ae5368e tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] 10.222.0.26 "DELETE /v2.0/security-groups/ece3783d-1159-4d85-8a63-9e9ee1ae3778 HTTP/1.1" status: 204 len: 168 time: 0.2575943 Jun 10 15:40:46.306759 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-20c87cf2-1fda-4cd5-b98a-8713aff09088 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:46.309538 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-1b64b410-f2c4-4604-aad1-4fc6719a87fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:46.318157 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8644775-c5e8-46d4-9a9a-632a0ae5368e tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece3783d-1159-4d85-8a63-9e9ee1ae3778,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:46.332776 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-b8644775-c5e8-46d4-9a9a-632a0ae5368e tempest-TestShelveInstance-74206972 tempest-TestShelveInstance-74206972-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:46.408100 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 60456) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:46.425507 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-1b64b410-f2c4-4604-aad1-4fc6719a87fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:46.562531 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 83f13f51-c7d7-4964-a648-cc7bcabe2832 no longer exists at agent hyperv_hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:40:46.566079 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-1b64b410-f2c4-4604-aad1-4fc6719a87fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:46.570703 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-10bc3ee3-c427-4e93-aac7-1cae59709719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:46.586853 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] No Port match for: 83f13f51-c7d7-4964-a648-cc7bcabe2832 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:40:46.587213 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Device 83f13f51-c7d7-4964-a648-cc7bcabe2832 not bound to the agent host hv-cinder-77212 {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:40:46.633383 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-1b64b410-f2c4-4604-aad1-4fc6719a87fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b262bb3a274c4c56a06b5caebeac3fbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4393752 Jun 10 15:40:46.635707 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64b410-f2c4-4604-aad1-4fc6719a87fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c98e94-b359-4a3f-8771-198d684e8f1d,revision_number=1']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:46.635984 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 60460) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:46.640956 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-1b64b410-f2c4-4604-aad1-4fc6719a87fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:46.692363 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7f95a829-a68f-438c-badf-05c2b271ad83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:46.716273 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7f95a829-a68f-438c-badf-05c2b271ad83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:46.861533 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7f95a829-a68f-438c-badf-05c2b271ad83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:46.864289 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-7f95a829-a68f-438c-badf-05c2b271ad83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:46.867728 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-7f95a829-a68f-438c-badf-05c2b271ad83 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2c98e94-b359-4a3f-8771-198d684e8f1d HTTP/1.1" status: 204 len: 168 time: 0.2284491 Jun 10 15:40:46.867728 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7cdb909b-dd37-4341-a46f-d55b3ba90f2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:46.877757 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95a829-a68f-438c-badf-05c2b271ad83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c98e94-b359-4a3f-8771-198d684e8f1d,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:46.889745 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f95a829-a68f-438c-badf-05c2b271ad83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:46.889745 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f95a829-a68f-438c-badf-05c2b271ad83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:46.889745 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f95a829-a68f-438c-badf-05c2b271ad83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:46.889745 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f95a829-a68f-438c-badf-05c2b271ad83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:46.890235 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f95a829-a68f-438c-badf-05c2b271ad83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:46.890924 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f95a829-a68f-438c-badf-05c2b271ad83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:46.891486 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f95a829-a68f-438c-badf-05c2b271ad83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:46.891882 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f95a829-a68f-438c-badf-05c2b271ad83 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:46.892250 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f95a829-a68f-438c-badf-05c2b271ad83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:46.892622 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f95a829-a68f-438c-badf-05c2b271ad83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:46.892987 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f95a829-a68f-438c-badf-05c2b271ad83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:46.893452 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f95a829-a68f-438c-badf-05c2b271ad83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:46.896748 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7f95a829-a68f-438c-badf-05c2b271ad83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:46.986254 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b5f2eab5-5cbd-430c-8210-069f7744b0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-934821'] for router_interface, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:47.348729 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-b5f2eab5-5cbd-430c-8210-069f7744b0bb admin admin] Deleting port 5f2d122c-863a-4fcf-9398-4d9a3aeead63 {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:40:47.349557 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b5f2eab5-5cbd-430c-8210-069f7744b0bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:47.463434 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [None req-b5f2eab5-5cbd-430c-8210-069f7744b0bb admin admin] For port 5f2d122c-863a-4fcf-9398-4d9a3aeead63, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=5f2d122c-863a-4fcf-9398-4d9a3aeead63,segment=NetworkSegment(72f9ee20-c55a-49c8-bb29-e2c275f2faea),segment_id=72f9ee20-c55a-49c8-bb29-e2c275f2faea)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:40:47.463805 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b5f2eab5-5cbd-430c-8210-069f7744b0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:47.559521 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-b5f2eab5-5cbd-430c-8210-069f7744b0bb admin admin] Calling delete_port for 5f2d122c-863a-4fcf-9398-4d9a3aeead63 owned by network:router_interface {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:40:47.884105 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b5f2eab5-5cbd-430c-8210-069f7744b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:47.886325 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-c9eda3e9-22f9-4f53-b4d0-983c22f82a06 tempest-AttachVolumeNegativeTest-1142249467 tempest-AttachVolumeNegativeTest-1142249467-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:47.922014 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2eab5-5cbd-430c-8210-069f7744b0bb admin admin] Pushing event deleted for resources: {'Port': ['ID=5f2d122c-863a-4fcf-9398-4d9a3aeead63,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:47.924655 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-b5f2eab5-5cbd-430c-8210-069f7744b0bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:48.154600 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-b5f2eab5-5cbd-430c-8210-069f7744b0bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-934453'] for router_interface, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:48.297520 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-88bdbb56-dedf-45ff-92d1-ee4f13527902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:48.459116 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f2eab5-5cbd-430c-8210-069f7744b0bb admin admin] Router 8d5b0e84-d1d0-47b5-baa0-12691d94527c has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:40:48.616468 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f2eab5-5cbd-430c-8210-069f7744b0bb admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:40:48.626953 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-b5f2eab5-5cbd-430c-8210-069f7744b0bb admin admin] 10.222.0.26 "PUT /v2.0/routers/8d5b0e84-d1d0-47b5-baa0-12691d94527c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2128150 Jun 10 15:40:48.630730 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 60492) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:48.632168 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7acc32-91ff-457d-9200-3ae7e0dcb1d4 None None] Sync routers for ids ['8d5b0e84-d1d0-47b5-baa0-12691d94527c'] in dv-cinder-772126-2-iscsi {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:40:48.642332 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7acc32-91ff-457d-9200-3ae7e0dcb1d4 None None] Routers {'8d5b0e84-d1d0-47b5-baa0-12691d94527c'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:40:48.643076 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-9c7acc32-91ff-457d-9200-3ae7e0dcb1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:40:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['8d5b0e84-d1d0-47b5-baa0-12691d94527c'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:40:48.817940 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-9c7acc32-91ff-457d-9200-3ae7e0dcb1d4 None None] Set router 8d5b0e84-d1d0-47b5-baa0-12691d94527c gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:40:49.066226 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8dd66929-5748-456b-95cb-d8e37ea2568d admin admin] Notify callbacks [] for router, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:49.084176 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-9c7acc32-91ff-457d-9200-3ae7e0dcb1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'name': 'tempest-TestShelveInstance-1699286490-router', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:34:14Z', 'updated_at': '2021-06-10T15:40:47Z', 'revision_number': 5, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'gw_port': {'id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:89:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:15Z', 'updated_at': '2021-06-10T15:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:40:49.087568 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7acc32-91ff-457d-9200-3ae7e0dcb1d4 None None] Checking router: 8d5b0e84-d1d0-47b5-baa0-12691d94527c for host: dv-cinder-772126-2-iscsi {{(pid=92442) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:40:49.096773 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7acc32-91ff-457d-9200-3ae7e0dcb1d4 None None] Routers {'8d5b0e84-d1d0-47b5-baa0-12691d94527c'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92442) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:40:49.097413 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-9c7acc32-91ff-457d-9200-3ae7e0dcb1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:40:21Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['8d5b0e84-d1d0-47b5-baa0-12691d94527c'], 'active': True} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:40:49.237610 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8dd66929-5748-456b-95cb-d8e37ea2568d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:49.378616 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-8dd66929-5748-456b-95cb-d8e37ea2568d admin admin] Deleting port 562bb0ed-a858-48c4-a7a2-ff0ea6616afe {{(pid=92441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:40:49.378852 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8dd66929-5748-456b-95cb-d8e37ea2568d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:49.386415 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvr_db [None req-9c7acc32-91ff-457d-9200-3ae7e0dcb1d4 None None] Set router 8d5b0e84-d1d0-47b5-baa0-12691d94527c gateway port host: dv-cinder-772126-2-iscsi {{(pid=92442) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:40:49.494596 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [None req-8dd66929-5748-456b-95cb-d8e37ea2568d admin admin] For port 562bb0ed-a858-48c4-a7a2-ff0ea6616afe, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=562bb0ed-a858-48c4-a7a2-ff0ea6616afe,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:40:49.495277 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8dd66929-5748-456b-95cb-d8e37ea2568d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:49.605940 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-8dd66929-5748-456b-95cb-d8e37ea2568d admin admin] Calling delete_port for 562bb0ed-a858-48c4-a7a2-ff0ea6616afe owned by network:router_gateway {{(pid=92441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:40:49.633710 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_hamode_db [None req-9c7acc32-91ff-457d-9200-3ae7e0dcb1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'name': 'tempest-TestShelveInstance-1699286490-router', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:34:14Z', 'updated_at': '2021-06-10T15:40:47Z', 'revision_number': 5, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'gw_port': {'id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:89:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:15Z', 'updated_at': '2021-06-10T15:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:40:49.633710 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7acc32-91ff-457d-9200-3ae7e0dcb1d4 None None] The sync data for ids ['8d5b0e84-d1d0-47b5-baa0-12691d94527c'] in dv-cinder-772126-2-iscsi is: [{'id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'name': 'tempest-TestShelveInstance-1699286490-router', 'tenant_id': '4517d521167249acb67d8141a24d7e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:34:14Z', 'updated_at': '2021-06-10T15:40:47Z', 'revision_number': 5, 'project_id': '4517d521167249acb67d8141a24d7e7c', 'gw_port': {'id': '562bb0ed-a858-48c4-a7a2-ff0ea6616afe', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:89:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5b0e84-d1d0-47b5-baa0-12691d94527c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:15Z', 'updated_at': '2021-06-10T15:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}] {{(pid=92442) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:40:49.941676 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8dd66929-5748-456b-95cb-d8e37ea2568d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940524'] for port, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:49.944068 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-2fdf0e5e-45ba-41ed-924b-a82aff55ce2e tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:49.975879 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd66929-5748-456b-95cb-d8e37ea2568d admin admin] Pushing event deleted for resources: {'Port': ['ID=562bb0ed-a858-48c4-a7a2-ff0ea6616afe,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:49.978421 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-8dd66929-5748-456b-95cb-d8e37ea2568d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:50.063894 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8dd66929-5748-456b-95cb-d8e37ea2568d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938596'] for router_gateway, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:50.205176 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8dd66929-5748-456b-95cb-d8e37ea2568d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26841'] for router, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:50.207342 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8dd66929-5748-456b-95cb-d8e37ea2568d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:50.342534 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8dd66929-5748-456b-95cb-d8e37ea2568d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-936769'] for router, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:50.342788 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd66929-5748-456b-95cb-d8e37ea2568d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d5b0e84-d1d0-47b5-baa0-12691d94527c {{(pid=92441) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 15:40:50.369358 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-8dd66929-5748-456b-95cb-d8e37ea2568d admin admin] Notify callbacks [] for router, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:50.369358 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-8dd66929-5748-456b-95cb-d8e37ea2568d admin admin] 10.222.0.26 "DELETE /v2.0/routers/8d5b0e84-d1d0-47b5-baa0-12691d94527c HTTP/1.1" status: 204 len: 168 time: 1.7163057 Jun 10 15:40:50.369358 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 60506) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:50.405456 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fbe32b9-3974-46d7-9ccc-61986e50706f admin admin] Deleting subnet b115e941-9da1-483b-9e8a-4bf58d5be886 {{(pid=92441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:40:50.408800 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2fbe32b9-3974-46d7-9ccc-61986e50706f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:50.472227 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2fbe32b9-3974-46d7-9ccc-61986e50706f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4616097'] for subnet, precommit_delete_associations {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:50.567913 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2fbe32b9-3974-46d7-9ccc-61986e50706f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4192505'] for subnet, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:50.707573 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2fbe32b9-3974-46d7-9ccc-61986e50706f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4192482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4943142', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4314418'] for subnet, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:50.710129 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-8526548a-78b0-48d0-a4dc-a05a2b3eee74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:50.738696 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-03d34311-a60a-4560-8497-8b07c284762e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:50.740108 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:50.745763 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe32b9-3974-46d7-9ccc-61986e50706f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b115e941-9da1-483b-9e8a-4bf58d5be886,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:50.749824 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-2fbe32b9-3974-46d7-9ccc-61986e50706f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:50.752578 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-2fbe32b9-3974-46d7-9ccc-61986e50706f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for subnet, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:50.754593 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-2fbe32b9-3974-46d7-9ccc-61986e50706f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b115e941-9da1-483b-9e8a-4bf58d5be886 HTTP/1.1" status: 204 len: 168 time: 0.4029765 Jun 10 15:40:50.757029 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 60508) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:50.758978 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e894b9-e90a-4d09-b9fd-c9e3d17aa849 None None] Network 5a805898-5828-42de-b8ce-449b5c5f6a6a requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:40:50.855088 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-9fb94fd9-f18d-40b6-a4cc-732b78595ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775328'] for network, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:50.930590 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-9fb94fd9-f18d-40b6-a4cc-732b78595ea7 admin admin] Deleting port 5a240807-c513-4b6f-b8be-5c2fb5a15bc3 {{(pid=92441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:40:50.930947 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-9fb94fd9-f18d-40b6-a4cc-732b78595ea7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:51.023883 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea0b9f5-733c-4da1-94c4-f9d03fb90057 None None] DHCP port deletion for 5a805898-5828-42de-b8ce-449b5c5f6a6a request from dv-cinder-772126-2-iscsi {{(pid=92442) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 15:40:51.034183 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.db [None req-9fb94fd9-f18d-40b6-a4cc-732b78595ea7 admin admin] For port 5a240807-c513-4b6f-b8be-5c2fb5a15bc3, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=5a240807-c513-4b6f-b8be-5c2fb5a15bc3,segment=NetworkSegment(72f9ee20-c55a-49c8-bb29-e2c275f2faea),segment_id=72f9ee20-c55a-49c8-bb29-e2c275f2faea)] {{(pid=92441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:40:51.034754 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-9fb94fd9-f18d-40b6-a4cc-732b78595ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:51.080038 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-0ea0b9f5-733c-4da1-94c4-f9d03fb90057 None None] Deleting port 5a240807-c513-4b6f-b8be-5c2fb5a15bc3 {{(pid=92442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:40:51.080340 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-0ea0b9f5-733c-4da1-94c4-f9d03fb90057 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:51.134162 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.plugin [None req-9fb94fd9-f18d-40b6-a4cc-732b78595ea7 admin admin] Calling delete_port for 5a240807-c513-4b6f-b8be-5c2fb5a15bc3 owned by network:dhcp {{(pid=92441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:40:51.164419 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-0ea0b9f5-733c-4da1-94c4-f9d03fb90057 None None] For port 5a240807-c513-4b6f-b8be-5c2fb5a15bc3, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=5a240807-c513-4b6f-b8be-5c2fb5a15bc3,segment=NetworkSegment(72f9ee20-c55a-49c8-bb29-e2c275f2faea),segment_id=72f9ee20-c55a-49c8-bb29-e2c275f2faea)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:40:51.164817 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-0ea0b9f5-733c-4da1-94c4-f9d03fb90057 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:51.256012 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-0ea0b9f5-733c-4da1-94c4-f9d03fb90057 None None] Calling delete_port for 5a240807-c513-4b6f-b8be-5c2fb5a15bc3 owned by network:dhcp {{(pid=92442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:40:51.331999 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-9fb94fd9-f18d-40b6-a4cc-732b78595ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4940524'] for port, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:51.335268 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-d82b2043-c770-4ec5-ab3e-6cf3daaa8f7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: from cryptography.utils import int_from_bytes Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: from cryptography.utils import int_from_bytes Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: retrieve_revision_numbers = { Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: retrieve_revision_numbers = { Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: retrieve_revision_numbers = { Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: retrieve_revision_numbers = { Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: retrieve_revision_numbers = { Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: retrieve_revision_numbers = { Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: retrieve_revision_numbers = { Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: self.session.flush() Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: self.session.flush() Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: self.session.flush() Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: self.session.flush() Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: retrieve_revision_numbers = { Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: self.session.flush() Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: self.session.flush() Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: self.session.flush() Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: self.session.flush() Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: self.session.flush() Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 15:40:51.338368 dv-cinder-772126-2-iscsi neutron-server[92442]: self.session.flush() Jun 10 15:40:51.341516 dv-cinder-772126-2-iscsi neutron-server[92442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 15:40:51.341516 dv-cinder-772126-2-iscsi neutron-server[92442]: self.session.flush() Jun 10 15:40:51.341516 dv-cinder-772126-2-iscsi neutron-server[92442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 15:40:51.341516 dv-cinder-772126-2-iscsi neutron-server[92442]: self.session.flush() Jun 10 15:40:51.341516 dv-cinder-772126-2-iscsi neutron-server[92442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 15:40:51.341516 dv-cinder-772126-2-iscsi neutron-server[92442]: self.session.flush() Jun 10 15:40:51.341516 dv-cinder-772126-2-iscsi neutron-server[92442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 15:40:51.341516 dv-cinder-772126-2-iscsi neutron-server[92442]: self.session.flush() Jun 10 15:40:51.341516 dv-cinder-772126-2-iscsi neutron-server[92442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 15:40:51.341516 dv-cinder-772126-2-iscsi neutron-server[92442]: self.session.flush() Jun 10 15:40:51.341516 dv-cinder-772126-2-iscsi neutron-server[92442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 15:40:51.341516 dv-cinder-772126-2-iscsi neutron-server[92442]: self.session.flush() Jun 10 15:40:51.341516 dv-cinder-772126-2-iscsi neutron-server[92442]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 10 15:40:51.341516 dv-cinder-772126-2-iscsi neutron-server[92442]: self.session.flush() Jun 10 15:40:51.346722 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-0ea0b9f5-733c-4da1-94c4-f9d03fb90057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344'] for port, after_delete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:51.348643 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:51.365203 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb94fd9-f18d-40b6-a4cc-732b78595ea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a240807-c513-4b6f-b8be-5c2fb5a15bc3,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:51.370768 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb94fd9-f18d-40b6-a4cc-732b78595ea7 admin admin] No DVR routers for this DVR port 5a240807-c513-4b6f-b8be-5c2fb5a15bc3 on host dv-cinder-772126-2-iscsi {{(pid=92441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:40:51.372416 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-9fb94fd9-f18d-40b6-a4cc-732b78595ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:51.376718 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0b9f5-733c-4da1-94c4-f9d03fb90057 None None] Pushing event deleted for resources: {'Port': ['ID=5a240807-c513-4b6f-b8be-5c2fb5a15bc3,revision_number=None']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:51.386417 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea0b9f5-733c-4da1-94c4-f9d03fb90057 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:51.386783 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea0b9f5-733c-4da1-94c4-f9d03fb90057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:51.387119 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea0b9f5-733c-4da1-94c4-f9d03fb90057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:51.387439 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea0b9f5-733c-4da1-94c4-f9d03fb90057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:51.387769 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea0b9f5-733c-4da1-94c4-f9d03fb90057 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:51.388097 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea0b9f5-733c-4da1-94c4-f9d03fb90057 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:51.389068 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea0b9f5-733c-4da1-94c4-f9d03fb90057 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:51.389599 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea0b9f5-733c-4da1-94c4-f9d03fb90057 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:51.390111 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea0b9f5-733c-4da1-94c4-f9d03fb90057 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:51.390445 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea0b9f5-733c-4da1-94c4-f9d03fb90057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:51.390774 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea0b9f5-733c-4da1-94c4-f9d03fb90057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:51.391100 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea0b9f5-733c-4da1-94c4-f9d03fb90057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772126-2-iscsi {{(pid=92442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 15:40:51.393539 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea0b9f5-733c-4da1-94c4-f9d03fb90057 None None] No DVR routers for this DVR port 5a240807-c513-4b6f-b8be-5c2fb5a15bc3 on host dv-cinder-772126-2-iscsi {{(pid=92442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:40:51.396464 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-0ea0b9f5-733c-4da1-94c4-f9d03fb90057 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:51.476082 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-9fb94fd9-f18d-40b6-a4cc-732b78595ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190582', 'neutron.services.segments.db._delete_segments_for_network-8786703803055'] for network, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:51.488168 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-9fb94fd9-f18d-40b6-a4cc-732b78595ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a805898-5828-42de-b8ce-449b5c5f6a6a']}} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:40:51.502551 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-9fb94fd9-f18d-40b6-a4cc-732b78595ea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f9ee20-c55a-49c8-bb29-e2c275f2faea') {'for_net_delete': True} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:40:51.502928 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.services.segments.db [None req-9fb94fd9-f18d-40b6-a4cc-732b78595ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f9ee20-c55a-49c8-bb29-e2c275f2faea') {} {{(pid=92441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:40:51.514118 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-9fb94fd9-f18d-40b6-a4cc-732b78595ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786703802884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4616120'] for segment, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:51.527938 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 5a240807-c513-4b6f-b8be-5c2fb5a15bc3 no longer exists at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:40:51.530361 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-9fb94fd9-f18d-40b6-a4cc-732b78595ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:51.537931 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fb94fd9-f18d-40b6-a4cc-732b78595ea7 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=92441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:40:51.538376 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-9fb94fd9-f18d-40b6-a4cc-732b78595ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4940473'] for segment, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: Traceback (most recent call last): Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: timer() Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: cb(*args, **kw) Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: return func(*args, **kwargs) Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: self._notify() Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: self.callback(batched_events) Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: event.method(event) Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: return f(self, *a, **k) Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: return self._get(url).json() Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: return self.request(url, 'GET', **kwargs) Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:40:51.540150 dv-cinder-772126-2-iscsi neutron-server[92441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:40:51.557083 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] No Port match for: 5a240807-c513-4b6f-b8be-5c2fb5a15bc3 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:40:51.557436 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 5a240807-c513-4b6f-b8be-5c2fb5a15bc3 not bound to the agent host dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:40:51.557888 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 5f2d122c-863a-4fcf-9398-4d9a3aeead63 no longer exists at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:40:51.582952 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] No Port match for: 5f2d122c-863a-4fcf-9398-4d9a3aeead63 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:40:51.583310 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 5f2d122c-863a-4fcf-9398-4d9a3aeead63 not bound to the agent host dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:40:51.583741 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 562bb0ed-a858-48c4-a7a2-ff0ea6616afe no longer exists at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:40:51.607334 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] No Port match for: 562bb0ed-a858-48c4-a7a2-ff0ea6616afe {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:40:51.607689 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 562bb0ed-a858-48c4-a7a2-ff0ea6616afe not bound to the agent host dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:40:51.713457 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-9fb94fd9-f18d-40b6-a4cc-732b78595ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4190591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938507'] for network, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:51.717786 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-0d8f4029-c1f2-4ee3-a22b-c760ff745272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:51.720614 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-9fb94fd9-f18d-40b6-a4cc-732b78595ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:51.722297 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-9fb94fd9-f18d-40b6-a4cc-732b78595ea7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5a805898-5828-42de-b8ce-449b5c5f6a6a HTTP/1.1" status: 204 len: 168 time: 0.9642954 Jun 10 15:40:51.725191 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 60518) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:51.737040 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb94fd9-f18d-40b6-a4cc-732b78595ea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a805898-5828-42de-b8ce-449b5c5f6a6a,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:51.739538 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-9fb94fd9-f18d-40b6-a4cc-732b78595ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:51.920973 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:52.528540 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ca489944-4547-41ad-b95e-49319ef0ce12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-934821'] for router_interface, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:52.874361 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-ca489944-4547-41ad-b95e-49319ef0ce12 admin admin] Deleting port 63aa18d3-d46d-4558-a793-6a6b37306647 {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:40:52.875066 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ca489944-4547-41ad-b95e-49319ef0ce12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:52.981158 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [None req-ca489944-4547-41ad-b95e-49319ef0ce12 admin admin] For port 63aa18d3-d46d-4558-a793-6a6b37306647, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=63aa18d3-d46d-4558-a793-6a6b37306647,segment=NetworkSegment(18b6c5b1-88a1-4eb4-9eff-ac82b02fcfa9),segment_id=18b6c5b1-88a1-4eb4-9eff-ac82b02fcfa9)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:40:52.981501 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ca489944-4547-41ad-b95e-49319ef0ce12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:53.016639 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 60526) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:53.080098 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-ca489944-4547-41ad-b95e-49319ef0ce12 admin admin] Calling delete_port for 63aa18d3-d46d-4558-a793-6a6b37306647 owned by network:router_interface {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:40:53.140387 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b423603c-c260-49e7-9ca0-015db8c3e994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:53.181642 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:40:53.243734 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b423603c-c260-49e7-9ca0-015db8c3e994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:53.309209 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-b423603c-c260-49e7-9ca0-015db8c3e994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:53.311900 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-49f2bb31-acfb-4108-b4fb-2eff7b266dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:53.355932 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-b423603c-c260-49e7-9ca0-015db8c3e994 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d490d625a8e74d27af34267639763f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360794 Jun 10 15:40:53.356823 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 60530) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:53.358839 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b423603c-c260-49e7-9ca0-015db8c3e994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b38efc-c109-42f7-a84f-97763b8daef9,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:53.361851 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-b423603c-c260-49e7-9ca0-015db8c3e994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:53.374026 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ca489944-4547-41ad-b95e-49319ef0ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:53.378339 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-06aa28de-398b-4baf-bbdb-e8e39697df92 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:53.430096 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca489944-4547-41ad-b95e-49319ef0ce12 admin admin] Pushing event deleted for resources: {'Port': ['ID=63aa18d3-d46d-4558-a793-6a6b37306647,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:53.432684 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-ca489944-4547-41ad-b95e-49319ef0ce12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:53.533213 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-675ec736-fb50-47cc-94ab-68b8f0ba3438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:53.627465 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-675ec736-fb50-47cc-94ab-68b8f0ba3438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:53.697678 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:53.767998 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-ca489944-4547-41ad-b95e-49319ef0ce12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-552168', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-934453'] for router_interface, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:53.870508 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-675ec736-fb50-47cc-94ab-68b8f0ba3438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:53.873003 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-675ec736-fb50-47cc-94ab-68b8f0ba3438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:53.874147 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-675ec736-fb50-47cc-94ab-68b8f0ba3438 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e2b38efc-c109-42f7-a84f-97763b8daef9 HTTP/1.1" status: 204 len: 168 time: 0.5162733 Jun 10 15:40:53.877271 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-acfe10f1-53ec-411b-bf8b-3ca60412bfd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:53.893136 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ec736-fb50-47cc-94ab-68b8f0ba3438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b38efc-c109-42f7-a84f-97763b8daef9,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:53.896497 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-675ec736-fb50-47cc-94ab-68b8f0ba3438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:54.079873 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca489944-4547-41ad-b95e-49319ef0ce12 admin admin] Router 6b6a3a51-890b-4be3-b79c-b12c165f3db3 has already been hosted by L3 agent 991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa {{(pid=92440) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 15:40:54.224125 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca489944-4547-41ad-b95e-49319ef0ce12 admin admin] Notify agent at l3_agent.dv-cinder-772126-2-iscsi the message routers_updated {{(pid=92440) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 15:40:54.229278 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-ca489944-4547-41ad-b95e-49319ef0ce12 admin admin] 10.222.0.26 "PUT /v2.0/routers/6b6a3a51-890b-4be3-b79c-b12c165f3db3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5030556 Jun 10 15:40:54.231803 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 60534) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:54.233286 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eef44f-9481-4602-8ea5-3e3d89410d13 None None] Sync routers for ids ['6b6a3a51-890b-4be3-b79c-b12c165f3db3'] in dv-cinder-772126-2-iscsi {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 15:40:54.242740 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eef44f-9481-4602-8ea5-3e3d89410d13 None None] Routers {'6b6a3a51-890b-4be3-b79c-b12c165f3db3'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:40:54.300681 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-a5eef44f-9481-4602-8ea5-3e3d89410d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:40:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['6b6a3a51-890b-4be3-b79c-b12c165f3db3'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:40:54.372220 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c695ada4-f382-4b58-9b41-9716d7b130e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:54.387479 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-a5eef44f-9481-4602-8ea5-3e3d89410d13 None None] Set router 6b6a3a51-890b-4be3-b79c-b12c165f3db3 gateway port host: dv-cinder-772126-2-iscsi {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:40:54.523779 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c695ada4-f382-4b58-9b41-9716d7b130e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:54.628751 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-a5eef44f-9481-4602-8ea5-3e3d89410d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6a3a51-890b-4be3-b79c-b12c165f3db3', 'name': 'tempest-TestShelveInstance-2102151165-router', 'tenant_id': '77ea8b1dace244c4b0450eac34cc10ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'external_fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '167a7bc6-dc1e-4e3e-b77c-a6006322b131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:34:24Z', 'updated_at': '2021-06-10T15:40:53Z', 'revision_number': 5, 'project_id': '77ea8b1dace244c4b0450eac34cc10ba', 'gw_port': {'id': '167a7bc6-dc1e-4e3e-b77c-a6006322b131', 'name': '', 'network_id': 'bafb3150-7231-46b7-88ed-3af7e5c7810a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b6a3a51-890b-4be3-b79c-b12c165f3db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '66421b7e-18a2-4c9a-a813-c12246305922', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772126-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T15:34:24Z', 'updated_at': '2021-06-10T15:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '66421b7e-18a2-4c9a-a813-c12246305922', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772126-2-iscsi'}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:40:54.632049 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eef44f-9481-4602-8ea5-3e3d89410d13 None None] Checking router: 6b6a3a51-890b-4be3-b79c-b12c165f3db3 for host: dv-cinder-772126-2-iscsi {{(pid=92443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 15:40:54.640468 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eef44f-9481-4602-8ea5-3e3d89410d13 None None] Routers {'6b6a3a51-890b-4be3-b79c-b12c165f3db3'} bound to L3 agent in host dv-cinder-772126-2-iscsi {{(pid=92443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 15:40:54.641061 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-a5eef44f-9481-4602-8ea5-3e3d89410d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772126-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T15:16:21Z,description=,heartbeat_timestamp=2021-06-10T15:40:51Z,host='dv-cinder-772126-2-iscsi',id=991eff0e-f3ea-4d57-a3ce-ab1c1669f9fa,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T15:16:21Z,topic='l3_agent')) {'router_ids': ['6b6a3a51-890b-4be3-b79c-b12c165f3db3'], 'active': True} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:40:54.690754 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-c695ada4-f382-4b58-9b41-9716d7b130e3 admin admin] Deleting port 167a7bc6-dc1e-4e3e-b77c-a6006322b131 {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:40:54.691091 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c695ada4-f382-4b58-9b41-9716d7b130e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:54.759156 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_dvr_db [None req-a5eef44f-9481-4602-8ea5-3e3d89410d13 None None] Set router 6b6a3a51-890b-4be3-b79c-b12c165f3db3 gateway port host: None {{(pid=92443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 15:40:54.807268 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [None req-c695ada4-f382-4b58-9b41-9716d7b130e3 admin admin] For port 167a7bc6-dc1e-4e3e-b77c-a6006322b131, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=167a7bc6-dc1e-4e3e-b77c-a6006322b131,segment=NetworkSegment(1e5071be-3ff9-4f49-a059-52127763fcbb),segment_id=1e5071be-3ff9-4f49-a059-52127763fcbb)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:40:54.807629 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c695ada4-f382-4b58-9b41-9716d7b130e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:54.839179 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.l3_hamode_db [None req-a5eef44f-9481-4602-8ea5-3e3d89410d13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b6a3a51-890b-4be3-b79c-b12c165f3db3', 'name': 'tempest-TestShelveInstance-2102151165-router', 'tenant_id': '77ea8b1dace244c4b0450eac34cc10ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:34:24Z', 'updated_at': '2021-06-10T15:40:54Z', 'revision_number': 6, 'project_id': '77ea8b1dace244c4b0450eac34cc10ba', 'gw_port_host': None}], 'dv-cinder-772126-2-iscsi', False) {} {{(pid=92443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:40:54.843481 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5eef44f-9481-4602-8ea5-3e3d89410d13 None None] The sync data for ids ['6b6a3a51-890b-4be3-b79c-b12c165f3db3'] in dv-cinder-772126-2-iscsi is: [{'id': '6b6a3a51-890b-4be3-b79c-b12c165f3db3', 'name': 'tempest-TestShelveInstance-2102151165-router', 'tenant_id': '77ea8b1dace244c4b0450eac34cc10ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T15:34:24Z', 'updated_at': '2021-06-10T15:40:54Z', 'revision_number': 6, 'project_id': '77ea8b1dace244c4b0450eac34cc10ba', 'gw_port_host': None}] {{(pid=92443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 15:40:54.878229 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 60538) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:54.896872 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-51e1a324-0454-4899-a234-6d2f62d2c75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:54.908798 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-c695ada4-f382-4b58-9b41-9716d7b130e3 admin admin] Calling delete_port for 167a7bc6-dc1e-4e3e-b77c-a6006322b131 owned by network:router_gateway {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:40:55.000352 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-51e1a324-0454-4899-a234-6d2f62d2c75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:55.069208 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-51e1a324-0454-4899-a234-6d2f62d2c75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_create {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:55.072836 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-fb435eab-1b3d-4c7a-b198-074f94f41e6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:55.114591 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-51e1a324-0454-4899-a234-6d2f62d2c75b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aedd14800d5e4ed1a2d18c1c39238c55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360129 Jun 10 15:40:55.116534 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1a324-0454-4899-a234-6d2f62d2c75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1631da8-661c-477f-b3e5-0500a34589f4,revision_number=1']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:55.117351 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 60540) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:55.127950 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-51e1a324-0454-4899-a234-6d2f62d2c75b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:55.507689 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-48e24a20-b5d2-499e-abed-bfac25470d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:55.507936 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 63aa18d3-d46d-4558-a793-6a6b37306647 no longer exists at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:40:55.531759 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-48e24a20-b5d2-499e-abed-bfac25470d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:55.535044 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] No Port match for: 63aa18d3-d46d-4558-a793-6a6b37306647 {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:40:55.535473 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 63aa18d3-d46d-4558-a793-6a6b37306647 not bound to the agent host dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:40:55.535970 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 167a7bc6-dc1e-4e3e-b77c-a6006322b131 no longer exists at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:40:55.575954 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c695ada4-f382-4b58-9b41-9716d7b130e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:55.579170 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-d3d1584c-b108-4c75-89a4-ed101cfa1b79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:55.580318 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] No active binding found for port 167a7bc6-dc1e-4e3e-b77c-a6006322b131 {{(pid=92442) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jun 10 15:40:55.580789 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 167a7bc6-dc1e-4e3e-b77c-a6006322b131 not bound to the agent host dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:40:55.608485 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695ada4-f382-4b58-9b41-9716d7b130e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=167a7bc6-dc1e-4e3e-b77c-a6006322b131,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:55.611445 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-c695ada4-f382-4b58-9b41-9716d7b130e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:55.668281 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-48e24a20-b5d2-499e-abed-bfac25470d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:55.671753 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-48e24a20-b5d2-499e-abed-bfac25470d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:55.672854 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-48e24a20-b5d2-499e-abed-bfac25470d2f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f1631da8-661c-477f-b3e5-0500a34589f4 HTTP/1.1" status: 204 len: 168 time: 0.5545373 Jun 10 15:40:55.678607 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-3a4a7244-b240-46ba-afee-a04678452af1 tempest-AttachVolumeShelveTestJSON-1633047181 tempest-AttachVolumeShelveTestJSON-1633047181-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:55.690707 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e24a20-b5d2-499e-abed-bfac25470d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1631da8-661c-477f-b3e5-0500a34589f4,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:55.694107 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-48e24a20-b5d2-499e-abed-bfac25470d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:55.704369 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c695ada4-f382-4b58-9b41-9716d7b130e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-938596'] for router_gateway, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:55.842119 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c695ada4-f382-4b58-9b41-9716d7b130e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-936343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-26841'] for router, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:55.844123 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c695ada4-f382-4b58-9b41-9716d7b130e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:55.970525 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c695ada4-f382-4b58-9b41-9716d7b130e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-936769'] for router, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:55.971230 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c695ada4-f382-4b58-9b41-9716d7b130e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b6a3a51-890b-4be3-b79c-b12c165f3db3 {{(pid=92440) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 15:40:55.976127 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-c695ada4-f382-4b58-9b41-9716d7b130e3 admin admin] Notify callbacks [] for router, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:55.977367 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-c695ada4-f382-4b58-9b41-9716d7b130e3 admin admin] 10.222.0.26 "DELETE /v2.0/routers/6b6a3a51-890b-4be3-b79c-b12c165f3db3 HTTP/1.1" status: 204 len: 168 time: 1.7438755 Jun 10 15:40:55.980130 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 60544) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:56.039755 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fa3bd80-d58c-44c5-bd9a-d800553e1766 admin admin] Deleting subnet edf2f188-58f3-4923-af16-ca5013d39e5c {{(pid=92440) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 15:40:56.049390 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0fa3bd80-d58c-44c5-bd9a-d800553e1766 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:56.097628 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0fa3bd80-d58c-44c5-bd9a-d800553e1766 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-532662821'] for subnet, precommit_delete_associations {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:56.198535 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0fa3bd80-d58c-44c5-bd9a-d800553e1766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4192505'] for subnet, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:56.335834 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0fa3bd80-d58c-44c5-bd9a-d800553e1766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4192482', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146501', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-532409160', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-532218106'] for subnet, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:56.338024 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:56.368667 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa3bd80-d58c-44c5-bd9a-d800553e1766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edf2f188-58f3-4923-af16-ca5013d39e5c,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:56.371624 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-0fa3bd80-d58c-44c5-bd9a-d800553e1766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:56.372580 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-0fa3bd80-d58c-44c5-bd9a-d800553e1766 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:56.374534 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-0fa3bd80-d58c-44c5-bd9a-d800553e1766 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/edf2f188-58f3-4923-af16-ca5013d39e5c HTTP/1.1" status: 204 len: 168 time: 0.3933251 Jun 10 15:40:56.377299 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 60546) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:56.378084 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d0e211-1b70-4267-a21d-38f82847bfdb None None] Network ab9729e9-89be-4457-b5bf-82dcdfb6239a requested from dv-cinder-772126-2-iscsi {{(pid=92442) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 15:40:56.471853 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-33aed4f4-c63f-459b-aa53-68aa55e79ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3775328'] for network, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:56.535685 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-33aed4f4-c63f-459b-aa53-68aa55e79ac0 admin admin] Deleting port 21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac {{(pid=92440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:40:56.536025 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-33aed4f4-c63f-459b-aa53-68aa55e79ac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:56.585911 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ee87b2-c901-47ff-a125-bf1417798fb4 None None] DHCP port deletion for ab9729e9-89be-4457-b5bf-82dcdfb6239a request from dv-cinder-772126-2-iscsi {{(pid=92442) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 15:40:56.621487 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.db [None req-33aed4f4-c63f-459b-aa53-68aa55e79ac0 admin admin] For port 21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac,segment=NetworkSegment(18b6c5b1-88a1-4eb4-9eff-ac82b02fcfa9),segment_id=18b6c5b1-88a1-4eb4-9eff-ac82b02fcfa9)] {{(pid=92440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:40:56.621757 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-33aed4f4-c63f-459b-aa53-68aa55e79ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:56.638280 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-d4ee87b2-c901-47ff-a125-bf1417798fb4 None None] Deleting port 21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac {{(pid=92442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 15:40:56.639232 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-d4ee87b2-c901-47ff-a125-bf1417798fb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786703766815'] for port, before_delete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:56.718272 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.plugin [None req-33aed4f4-c63f-459b-aa53-68aa55e79ac0 admin admin] Calling delete_port for 21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac owned by network:dhcp {{(pid=92440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:40:56.723433 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.db [None req-d4ee87b2-c901-47ff-a125-bf1417798fb4 None None] For port 21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac, host dv-cinder-772126-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772126-2-iscsi',level=0,port_id=21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac,segment=NetworkSegment(18b6c5b1-88a1-4eb4-9eff-ac82b02fcfa9),segment_id=18b6c5b1-88a1-4eb4-9eff-ac82b02fcfa9)] {{(pid=92442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 15:40:56.723851 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-d4ee87b2-c901-47ff-a125-bf1417798fb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-939678'] for port, precommit_delete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:56.816498 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-d4ee87b2-c901-47ff-a125-bf1417798fb4 None None] Calling delete_port for 21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac owned by network:dhcp {{(pid=92442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 15:40:56.924259 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-33aed4f4-c63f-459b-aa53-68aa55e79ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-532407426'] for port, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:56.927294 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-0a6db3f5-c487-4826-9059-abd12190ace1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:56.930736 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-d4ee87b2-c901-47ff-a125-bf1417798fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4185449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70397', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546322', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786703771715', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786703330344'] for port, after_delete {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:56.932619 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:56.958560 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33aed4f4-c63f-459b-aa53-68aa55e79ac0 admin admin] No DVR routers for this DVR port 21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac on host dv-cinder-772126-2-iscsi {{(pid=92440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:40:56.962443 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee87b2-c901-47ff-a125-bf1417798fb4 None None] Pushing event deleted for resources: {'Port': ['ID=21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac,revision_number=None']} {{(pid=92442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:56.963061 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aed4f4-c63f-459b-aa53-68aa55e79ac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:56.964284 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ee87b2-c901-47ff-a125-bf1417798fb4 None None] No DVR routers for this DVR port 21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac on host dv-cinder-772126-2-iscsi {{(pid=92442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 15:40:56.965650 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG oslo_concurrency.lockutils [None req-d4ee87b2-c901-47ff-a125-bf1417798fb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:56.966207 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-33aed4f4-c63f-459b-aa53-68aa55e79ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:57.063721 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-33aed4f4-c63f-459b-aa53-68aa55e79ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4190582', 'neutron.services.segments.db._delete_segments_for_network-8786703803055'] for network, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:57.074362 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.services.segments.db [None req-33aed4f4-c63f-459b-aa53-68aa55e79ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9729e9-89be-4457-b5bf-82dcdfb6239a']}} {{(pid=92440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:40:57.086012 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.services.segments.db [None req-33aed4f4-c63f-459b-aa53-68aa55e79ac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18b6c5b1-88a1-4eb4-9eff-ac82b02fcfa9') {'for_net_delete': True} {{(pid=92440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:40:57.086304 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.services.segments.db [None req-33aed4f4-c63f-459b-aa53-68aa55e79ac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18b6c5b1-88a1-4eb4-9eff-ac82b02fcfa9') {} {{(pid=92440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 15:40:57.096623 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-33aed4f4-c63f-459b-aa53-68aa55e79ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786703802884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-532662844'] for segment, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:57.110705 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-33aed4f4-c63f-459b-aa53-68aa55e79ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918'] for segment, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:57.116267 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33aed4f4-c63f-459b-aa53-68aa55e79ac0 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=92440) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 15:40:57.116641 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-33aed4f4-c63f-459b-aa53-68aa55e79ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4179918', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-532407511'] for segment, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: Traceback (most recent call last): Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: timer() Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: cb(*args, **kw) Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: return func(*args, **kwargs) Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: self._notify() Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: self.callback(batched_events) Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: event.method(event) Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: return f(self, *a, **k) Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: return self._get(url).json() Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: return self.request(url, 'GET', **kwargs) Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 15:40:57.118509 dv-cinder-772126-2-iscsi neutron-server[92440]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 15:40:57.257830 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-33aed4f4-c63f-459b-aa53-68aa55e79ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4190591', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-70398', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-546331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-938507'] for network, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:57.261604 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:57.269224 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-33aed4f4-c63f-459b-aa53-68aa55e79ac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546304'] for network, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:57.269224 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-33aed4f4-c63f-459b-aa53-68aa55e79ac0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/ab9729e9-89be-4457-b5bf-82dcdfb6239a HTTP/1.1" status: 204 len: 168 time: 0.8882260 Jun 10 15:40:57.280135 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aed4f4-c63f-459b-aa53-68aa55e79ac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab9729e9-89be-4457-b5bf-82dcdfb6239a,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:57.282646 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-33aed4f4-c63f-459b-aa53-68aa55e79ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:57.504660 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac no longer exists at agent ovs-agent-dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 15:40:57.530058 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.plugin [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] No Port match for: 21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac {{(pid=92442) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 15:40:57.538430 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron.plugins.ml2.rpc [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Device 21ac3d03-a8e5-4b5a-a7f7-7cefe5527fac not bound to the agent host dv-cinder-772126-2-iscsi {{(pid=92442) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 15:40:57.626739 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 60550) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:57.669426 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-287855ef-55c8-4a0b-8261-98fb6ffda8f0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4517d521167249acb67d8141a24d7e7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414922 Jun 10 15:40:57.672511 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.wsgi [-] (92441) accepted ('10.222.0.26', 60552) {{(pid=92441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:57.722276 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-0f47b37e-8815-40ae-b9b2-a5dd6310b716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:57.749671 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-0f47b37e-8815-40ae-b9b2-a5dd6310b716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:57.884123 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-0f47b37e-8815-40ae-b9b2-a5dd6310b716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:57.886624 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron_lib.callbacks.manager [None req-0f47b37e-8815-40ae-b9b2-a5dd6310b716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:57.887731 dv-cinder-772126-2-iscsi neutron-server[92441]: INFO neutron.wsgi [None req-0f47b37e-8815-40ae-b9b2-a5dd6310b716 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/515417b0-12a0-4b4d-8c73-04784c7512cf HTTP/1.1" status: 204 len: 168 time: 0.2143431 Jun 10 15:40:57.889034 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-7f95a829-a68f-438c-badf-05c2b271ad83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:57.897580 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f47b37e-8815-40ae-b9b2-a5dd6310b716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515417b0-12a0-4b4d-8c73-04784c7512cf,revision_number=None']} {{(pid=92441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:57.899785 dv-cinder-772126-2-iscsi neutron-server[92441]: DEBUG oslo_concurrency.lockutils [None req-0f47b37e-8815-40ae-b9b2-a5dd6310b716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92441) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:40:58.512268 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 60558) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:58.557336 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-43e3145e-4a1d-4f83-80dd-731f0d61eea6 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=77ea8b1dace244c4b0450eac34cc10ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438218 Jun 10 15:40:58.559797 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.wsgi [-] (92440) accepted ('10.222.0.26', 60560) {{(pid=92440) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 15:40:58.610619 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-65cdc8f5-3a63-497b-af9b-c63b0ef8b173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:58.633006 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-65cdc8f5-3a63-497b-af9b-c63b0ef8b173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:58.746855 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-65cdc8f5-3a63-497b-af9b-c63b0ef8b173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-960458'] for security_group, after_delete {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:58.750115 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron_lib.callbacks.manager [None req-65cdc8f5-3a63-497b-af9b-c63b0ef8b173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:40:58.751250 dv-cinder-772126-2-iscsi neutron-server[92440]: INFO neutron.wsgi [None req-65cdc8f5-3a63-497b-af9b-c63b0ef8b173 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/002761de-aed9-449c-b3bd-fb863c4fdf5b HTTP/1.1" status: 204 len: 168 time: 0.1905563 Jun 10 15:40:58.751999 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-e94fe748-e46e-4c37-93fc-36a56d59b414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 15:40:58.760592 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdc8f5-3a63-497b-af9b-c63b0ef8b173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002761de-aed9-449c-b3bd-fb863c4fdf5b,revision_number=None']} {{(pid=92440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 15:40:58.762881 dv-cinder-772126-2-iscsi neutron-server[92440]: DEBUG oslo_concurrency.lockutils [None req-65cdc8f5-3a63-497b-af9b-c63b0ef8b173 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92440) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 15:41:05.941059 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:41:18.177738 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-e4db6dde-1f3d-4d3f-8ffe-b02472c2d800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:41:20.748965 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-9df7eab9-6df8-474b-9bbb-eaf500aebd66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:41:20.766056 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:41:21.966073 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:41:23.835223 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:41:30.180369 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:41:35.977686 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:41:48.178903 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-354d6701-bd98-4374-a567-91e8b795bd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:41:50.764903 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c4273f6b-6576-4457-bb24-7ceeb471b76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:41:50.789483 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:41:51.926933 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:41:53.713726 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:42:05.993507 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:42:07.178955 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:42:18.190010 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-a6a93810-d56a-4b02-ab34-2b26e8799e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:42:20.750297 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-4340f11b-5bbc-4b39-964f-28bedfe795aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:42:20.759449 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:42:21.942159 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:42:23.702772 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:42:35.990376 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:42:44.177092 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:42:48.184791 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-716c6e81-104a-47d3-a442-116c7212b7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:42:50.737491 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:42:50.748251 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b905c9b4-d35f-4415-9c9c-368a0ec1f602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:42:51.939311 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:42:53.711036 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:43:06.017379 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:43:18.196205 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-28d161cc-4d85-4488-9756-d5812e65e77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:43:20.745312 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:43:20.756058 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-9e4d74ae-8ae2-458f-ace2-d8607f357ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:43:21.175469 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:43:21.933885 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:43:23.716848 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:43:35.984926 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:43:48.174293 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-da3af2e5-e191-4be8-83a5-1cd8dd8e4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:43:50.745491 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-55fd2269-3fca-421b-8c1d-f67e766b2e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:43:50.768452 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:43:51.928676 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:43:53.825551 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:43:58.173859 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:44:06.077116 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:44:18.174553 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f6c330ab-808b-4f41-86ac-bee3735e5d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:44:20.790011 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-9fba7d11-fa95-4d07-a1a7-3dc5de16065e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:44:20.818465 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:44:21.945845 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:44:23.733139 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:44:35.173182 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:44:36.064023 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:44:48.183745 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-3cb723c1-cfdd-4d28-b547-3fc001fc63a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:44:50.744139 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:44:50.754930 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8c7a294d-6ce3-4796-8b4d-2284397badc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:44:51.943730 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:44:53.718978 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:45:06.021643 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:45:12.171853 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:45:18.202650 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-3ac83ae8-a84e-4ea4-bcb4-f9ffe67a06b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:45:20.773605 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:45:20.785218 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-67ec0f7b-58af-4a32-8aac-7ef52600c978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:45:21.950588 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:45:23.743304 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:45:36.021403 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:45:48.238543 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-a422c4cd-16ac-4cbc-8e67-c8848d290072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:45:49.170721 dv-cinder-772126-2-iscsi neutron-server[92443]: DEBUG neutron.db.agents_db [None req-62114cb7-f7df-4926-9b71-6dad58829623 None None] Agent healthcheck: found 6 active agents {{(pid=92443) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 15:45:50.735524 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:45:50.769574 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-014b43d8-9f1a-4278-9d42-b5b17bc4d7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:45:51.958427 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:45:53.758033 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-c9f6d5f6-3d99-4775-93cb-94761d34cb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:46:06.051668 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-f7145f0a-eab2-4adc-8086-d5ab6a61a922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:46:18.171639 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-25692e2c-a1b3-42ae-9404-f1fbd4165265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:46:20.725765 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-b2828e05-fc6a-4ad9-8481-ae78b09dcdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:46:20.759932 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-00deb0ee-ed0b-4987-ae09-834a52b5ced5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 15:46:21.946688 dv-cinder-772126-2-iscsi neutron-server[92442]: DEBUG neutron_lib.callbacks.manager [None req-8e8ecd4e-8030-493c-b72e-ba290f34233a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786703803037', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4189112'] for agent, after_update {{(pid=92442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}